{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,12,18]],"date-time":"2025-12-18T14:28:06Z","timestamp":1766068086892,"version":"3.40.3"},"publisher-location":"Cham","reference-count":20,"publisher":"Springer Nature Switzerland","isbn-type":[{"type":"print","value":"9783031721199"},{"type":"electronic","value":"9783031721205"}],"license":[{"start":{"date-parts":[[2024,1,1]],"date-time":"2024-01-01T00:00:00Z","timestamp":1704067200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2024,1,1]],"date-time":"2024-01-01T00:00:00Z","timestamp":1704067200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2024]]},"DOI":"10.1007\/978-3-031-72120-5_30","type":"book-chapter","created":{"date-parts":[[2024,10,2]],"date-time":"2024-10-02T12:02:53Z","timestamp":1727870573000},"page":"319-329","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":6,"title":["Goal-Conditioned Reinforcement Learning for\u00a0Ultrasound Navigation Guidance"],"prefix":"10.1007","author":[{"given":"Abdoul Aziz","family":"Amadou","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Vivek","family":"Singh","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Florin C.","family":"Ghesu","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Young-Ho","family":"Kim","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Laura","family":"Stanciulescu","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Harshitha P.","family":"Sai","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Puneet","family":"Sharma","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Alistair","family":"Young","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Ronak","family":"Rajani","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Kawal","family":"Rhode","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2024,10,3]]},"reference":[{"key":"30_CR1","doi-asserted-by":"crossref","unstructured":"Andreassi, M.G., Piccaluga, E., Guagliumi, G., Greco, M.D., Gaita, F., Picano, E.: Occupational health risks in cardiac catheterization laboratory workers. Circulation: Cardiovascular Interventions 9, e003273 (2016)","DOI":"10.1161\/CIRCINTERVENTIONS.115.003273"},{"key":"30_CR2","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1001\/jamacardio.2021.0185","volume":"6","author":"A Narang","year":"2021","unstructured":"Narang, A., Bae, R., Hong, H., Thomas, Y., Surette, S., Cadieu, C.F., Chaudhry, A.K., Martin, R.P., McCarthy, P.M., Rubenson, D., Goldstein, S.A., Little, S.H., Lang, R.M., Weissman, N., Thomas, J.D.: Utility of a deep-learning algorithm to guide novices to acquire echocardiograms for limited diagnostic use. JAMA Cardiology 6, 1 \u2013 9 (2021)","journal-title":"JAMA Cardiology"},{"key":"30_CR3","doi-asserted-by":"crossref","unstructured":"Sabo, S., Pasdeloup, D., Pettersen, H.N., Smistad, E., \u00d8stvik, A., Olaisen, S.H., St\u00f8len, S.B., Grenne, B.L., Holte, E., Lovstakken, L., Dalen, H.: Real-time guidance by deep learning of experienced operators to improve the standardization of echocardiographic acquisitions. European Heart Journal - Imaging Methods and Practice 1(2), qyad040 (2023)","DOI":"10.1093\/ehjimp\/qyad040"},{"key":"30_CR4","doi-asserted-by":"crossref","unstructured":"Li, K., Wang, J., Xu, Y., Qin, H., Liu, D., Liu, L., Meng, M.Q.: Autonomous navigation of an ultrasound probe towards standard scan planes with deep reinforcement learning. 2021 IEEE International Conference on Robotics and Automation (ICRA) pp. 8302\u20138308 (2021)","DOI":"10.1109\/ICRA48506.2021.9561295"},{"key":"30_CR5","doi-asserted-by":"crossref","unstructured":"Hase, H., Azampour, M.F., Tirindelli, M., Paschali, M., Simson, W., Fatemizadeh, E., Navab, N.: Ultrasound-guided robotic navigation with deep reinforcement learning. 2020 IEEE\/RSJ International Conference on Intelligent Robots and Systems (IROS) pp. 5534\u20135541 (2020)","DOI":"10.1109\/IROS45743.2020.9340913"},{"key":"30_CR6","doi-asserted-by":"publisher","first-page":"6638","DOI":"10.1109\/LRA.2022.3176112","volume":"7","author":"Y Bi","year":"2022","unstructured":"Bi, Y., Jiang, Z., Gao, Y., Wendler, T., Karlas, A., Navab, N.: Vesnet-rl: Simulation-based reinforcement learning for real-world us probe navigation. IEEE Robotics and Automation Letters 7, 6638\u20136645 (2022)","journal-title":"IEEE Robotics and Automation Letters"},{"key":"30_CR7","first-page":"583","volume":"12263","author":"R Droste","year":"2020","unstructured":"Droste, R., Drukker, L., Papageorghiou, A.T., Noble, J.A.: Automatic probe movement guidance for freehand obstetric ultrasound. International Conference on Medical Image Computing and Computer-Assisted Intervention (MICCAI) 12263, 583\u2013592 (2020)","journal-title":"International Conference on Medical Image Computing and Computer-Assisted Intervention (MICCAI)"},{"key":"30_CR8","doi-asserted-by":"crossref","unstructured":"Milletari, F., Birodkar, V., Sofka, M.: Straight to the Point: Reinforcement Learning for User Guidance in Ultrasound. In: Smart Ultrasound Imaging and Perinatal, Preterm and Paediatric Image Analysis. pp. 3\u201310. Springer International Publishing, Cham (2019)","DOI":"10.1007\/978-3-030-32875-7_1"},{"key":"30_CR9","doi-asserted-by":"publisher","first-page":"1095","DOI":"10.1109\/JAS.2021.1003985","volume":"8","author":"S Wang","year":"2021","unstructured":"Wang, S., Housden, J., Bai, T., Liu, H., Back, J., Singh, D., Rhode, K.S., Hou, Z.G., Wang, F.Y.: Robotic intra-operative ultrasound: Virtual environments and parallel systems. IEEE\/CAA Journal of Automatica Sinica 8, 1095\u20131106 (2021)","journal-title":"IEEE\/CAA Journal of Automatica Sinica"},{"key":"30_CR10","doi-asserted-by":"crossref","unstructured":"Li, K., Li, A., Xu, Y., Xiong, H., Meng, M.Q.H.: Rl-tee: Autonomous probe guidance for transesophageal echocardiography based on attention-augmented deep reinforcement learning. IEEE Transactions on Automation Science and Engineering (2023)","DOI":"10.1109\/TASE.2023.3246089"},{"key":"30_CR11","unstructured":"Eysenbach, B., Zhang, T., Salakhutdinov, R., Levine, S.: Contrastive learning as goal-conditioned reinforcement learning. In: Neural Information Processing Systems (2022)"},{"key":"30_CR12","doi-asserted-by":"crossref","unstructured":"Amadou, A.A., Peralta, L., Dryburgh, P., Klein, P., Petkov, K., Housden, R.J., Singh, V., Liao, R., Kim, Y.H., Ghesu, F.C., Mansi, T., Rajani, R., Young, A., Rhode, K.: Cardiac ultrasound simulation for autonomous ultrasound navigation. arXiv preprint arXiv:2402.06463 (2024)","DOI":"10.3389\/fcvm.2024.1384421"},{"key":"30_CR13","unstructured":"van\u00a0den Oord, A., Li, Y., Vinyals, O.: Representation learning with contrastive predictive coding. CoRR abs\/1807.03748 (2018)"},{"key":"30_CR14","unstructured":"Haarnoja, T., Zhou, A., Abbeel, P., Levine, S.: Soft actor-critic: Off-policy maximum entropy deep reinforcement learning with a stochastic actor. ICML (2018)"},{"issue":"9","key":"30_CR15","doi-asserted-by":"publisher","first-page":"921","DOI":"10.1016\/j.echo.2013.07.009","volume":"26","author":"RT Hahn","year":"2013","unstructured":"Hahn, R.T., Abraham, T., Adams, M.S., Bruce, C.J., Glas, K.E., Lang, R.M., Reeves, S.T., Shanewise, J.S., Siu, S.C., Stewart, W., Picard, M.H.: Guidelines for performing a comprehensive transesophageal echocardiographic examination: Recommendations from the american society of echocardiography and the society of cardiovascular anesthesiologists. Journal of the American Society of Echocardiography 26(9), 921\u2013964 (2013)","journal-title":"Journal of the American Society of Echocardiography"},{"issue":"2","key":"30_CR16","doi-asserted-by":"publisher","first-page":"915","DOI":"10.1118\/1.3528204","volume":"38","author":"SG Armato","year":"2011","unstructured":"Armato, S.G., McNitt-Gray, M.F.: The lung image database consortium (lidc) and image database resource initiative (idri): a completed reference database of lung nodules on ct scans. Medical physics 38 2, 915\u201331 (2011). https:\/\/doi.org\/10.1118\/1.3528204","journal-title":"Medical physics"},{"key":"30_CR17","doi-asserted-by":"publisher","unstructured":"Masoudi, M., Pourreza, H.R., Saadatmand-Tarzjan, M., Eftekhari, N., Zargar, F.S., Rad, M.P.: A new dataset of computed-tomography angiography images for computer-aided detection of pulmonary embolism. Scientific Data 5 (2018). https:\/\/doi.org\/10.6084\/m9.figshare.c.4107803.v1","DOI":"10.6084\/m9.figshare.c.4107803.v1"},{"key":"30_CR18","doi-asserted-by":"crossref","unstructured":"He, K., Zhang, X., Ren, S., Sun, J.: Deep residual learning for image recognition. 2016 IEEE Conference on Computer Vision and Pattern Recognition (CVPR) pp. 770\u2013778 (2015), https:\/\/api.semanticscholar.org\/CorpusID:206594692","DOI":"10.1109\/CVPR.2016.90"},{"key":"30_CR19","unstructured":"Kingma, D.P., Ba, J.: Adam: A method for stochastic optimization. CoRR abs\/1412.6980 (2014)"},{"key":"30_CR20","unstructured":"Liang, E., Liaw, R., Nishihara, R., Moritz, P., Fox, R., Gonzalez, J., Goldberg, K., Stoica, I.: Ray rllib: A composable and scalable reinforcement learning library. CoRR abs\/1712.09381 (2017)"}],"container-title":["Lecture Notes in Computer Science","Medical Image Computing and Computer Assisted Intervention \u2013 MICCAI 2024"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-72120-5_30","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,10,2]],"date-time":"2024-10-02T12:25:43Z","timestamp":1727871943000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-72120-5_30"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024]]},"ISBN":["9783031721199","9783031721205"],"references-count":20,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-72120-5_30","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2024]]},"assertion":[{"value":"3 October 2024","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"The concepts and information presented in this paper are based on research results that are not commercially available. Future commercial availability cannot be guaranteed.","order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Disclaimer"}},{"value":"This research was funded in part, by the Wellcome Trust under\u00a0Grant WT203148\/Z\/16\/Z and in part by Siemens Healthineers.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Disclosure of Interests"}},{"value":"MICCAI","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Medical Image Computing and Computer-Assisted Intervention","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Marrakesh","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Morocco","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2024","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"7 October 2024","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"11 October 2024","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"27","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"miccai2024","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/conferences.miccai.org\/2024\/en\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}