{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,8,17]],"date-time":"2026-08-17T21:54:42Z","timestamp":1787003682714,"version":"build-2736575974"},"reference-count":33,"publisher":"Springer Science and Business Media LLC","issue":"1","license":[{"start":{"date-parts":[[2026,1,15]],"date-time":"2026-01-15T00:00:00Z","timestamp":1768435200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by-nc-nd\/4.0"},{"start":{"date-parts":[[2026,2,6]],"date-time":"2026-02-06T00:00:00Z","timestamp":1770336000000},"content-version":"vor","delay-in-days":22,"URL":"https:\/\/creativecommons.org\/licenses\/by-nc-nd\/4.0"}],"funder":[{"DOI":"10.13039\/100012399","name":"Biomedical Advanced Research and Development Authority","doi-asserted-by":"publisher","award":["75A50120C00097"],"award-info":[{"award-number":["75A50120C00097"]}],"id":[{"id":"10.13039\/100012399","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Sci Rep"],"DOI":"10.1038\/s41598-026-35285-z","type":"journal-article","created":{"date-parts":[[2026,1,15]],"date-time":"2026-01-15T12:19:20Z","timestamp":1768479560000},"update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":2,"title":["Active guidance in ultrasound bladder scanning using reinforcement learning"],"prefix":"10.1038","volume":"16","author":[{"given":"Hao-Lun","family":"Hsu","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Mohsen","family":"Zahiri","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Gary Y.","family":"Li","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Rashid Al","family":"Mukaddim","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"HyeonWoo","family":"Lee","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Martha Grewe","family":"Wilson","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Joyce","family":"Grube","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Stephen","family":"Schmidt","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Goutam","family":"Ghoshal","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Balasundar","family":"Raju","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2026,1,15]]},"reference":[{"key":"35285_CR1","first-page":"S32","volume":"6","author":"CE Kelly","year":"2004","unstructured":"Kelly, C. E. Evaluation of voiding dysfunction and measurement of bladder volume. Rev. Urol.6, S32 (2004).","journal-title":"Rev. Urol."},{"key":"35285_CR2","doi-asserted-by":"publisher","first-page":"200","DOI":"10.1007\/BF02765813","volume":"8","author":"A Bent","year":"1997","unstructured":"Bent, A., Nahhas, D. & McLennan, M. Portable ultrasound determination of urinary residual volume. Int. Urogynecol. J.8, 200\u2013202 (1997).","journal-title":"Int. Urogynecol. J."},{"key":"35285_CR3","doi-asserted-by":"publisher","first-page":"2083","DOI":"10.1016\/S0022-5347(17)32314-5","volume":"152","author":"GM Coombes","year":"1994","unstructured":"Coombes, G. M. & Millard, R. J. The accuracy of portable ultrasound scanning in the measurement of residual urine volume. J. Urol.152, 2083\u20132085 (1994).","journal-title":"J. Urol."},{"key":"35285_CR4","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1186\/s13049-016-0289-1","volume":"24","author":"CL Krogh","year":"2016","unstructured":"Krogh, C. L. et al. Effect of ultrasound training of physicians working in the prehospital setting. Scand. J. Trauma, Resusc. Emerg. Med.24, 1\u20137 (2016).","journal-title":"Scand. J. Trauma, Resusc. Emerg. Med."},{"key":"35285_CR5","doi-asserted-by":"crossref","unstructured":"Toporek, G. et al. User guidance for point-of-care echocardiography using a multi-task deep neural network. In Medical Image Computing and Computer Assisted Intervention\u2013MICCAI 2019: 22nd International Conference, Shenzhen, China, October 13\u201317, 2019, Proceedings, Part V 22, 309\u2013317 (Springer, 2019).","DOI":"10.1007\/978-3-030-32254-0_35"},{"key":"35285_CR6","doi-asserted-by":"publisher","first-page":"1526","DOI":"10.1109\/TASE.2023.3246089","volume":"21","author":"K Li","year":"2023","unstructured":"Li, K., Li, A., Xu, Y., Xiong, H. & Meng, M.Q.-H. Rl-tee: Autonomous probe guidance for transesophageal echocardiography based on attention-augmented deep reinforcement learning. IEEE Trans. Autom. Sci. Eng.21, 1526\u20131538 (2023).","journal-title":"IEEE Trans. Autom. Sci. Eng."},{"key":"35285_CR7","unstructured":"Bi, Y., Qian, C., Zhang, Z., Navab, N. & Jiang, Z. Autonomous path planning for intercostal robotic ultrasound imaging using reinforcement learning. arXiv preprint arXiv:2404.09927 (2024)."},{"key":"35285_CR8","doi-asserted-by":"crossref","unstructured":"Jarosik, P. & Lewandowski, M. Automatic ultrasound guidance based on deep reinforcement learning. In 2019 IEEE International Ultrasonics Symposium (IUS), 475\u2013478 (IEEE, 2019).","DOI":"10.1109\/ULTSYM.2019.8926041"},{"key":"35285_CR9","doi-asserted-by":"crossref","unstructured":"Hase, H. et al. Ultrasound-guided robotic navigation with deep reinforcement learning. In 2020 IEEE\/RSJ International Conference on Intelligent Robots and Systems (IROS), 5534\u20135541 (IEEE, 2020).","DOI":"10.1109\/IROS45743.2020.9340913"},{"key":"35285_CR10","doi-asserted-by":"publisher","first-page":"529","DOI":"10.1038\/nature14236","volume":"518","author":"V Mnih","year":"2015","unstructured":"Mnih, V. et al. Human-level control through deep reinforcement learning. Nature518, 529\u2013533 (2015).","journal-title":"Nature"},{"key":"35285_CR11","unstructured":"Ishfaq, H. et al. Provable and practical: Efficient exploration in reinforcement learning via langevin monte carlo. In The Twelfth International Conference on Learning Representations (2024)."},{"key":"35285_CR12","doi-asserted-by":"crossref","unstructured":"Droste, R., Drukker, L., Papageorghiou, A.\u00a0T. & Noble, J.\u00a0A. Automatic probe movement guidance for freehand obstetric ultrasound. In Medical Image Computing and Computer Assisted Intervention\u2013MICCAI 2020: 23rd International Conference, Lima, Peru, October 4\u20138, 2020, Proceedings, Part III 23, 583\u2013592 (Springer, 2020).","DOI":"10.1007\/978-3-030-59716-0_56"},{"key":"35285_CR13","doi-asserted-by":"publisher","first-page":"981","DOI":"10.1177\/02783649231223547","volume":"43","author":"Z Jiang","year":"2024","unstructured":"Jiang, Z. et al. Intelligent robotic sonographer: Mutual information-based disentangled reward learning from few demonstrations. Int. J. Robot. Res.43, 981\u20131002 (2024).","journal-title":"Int. J. Robot. Res."},{"key":"35285_CR14","doi-asserted-by":"crossref","unstructured":"Milletari, F., Birodkar, V. & Sofka, M. Straight to the point: Reinforcement learning for user guidance in ultrasound. In Smart Ultrasound Imaging and Perinatal, Preterm and Paediatric Image Analysis: First International Workshop, SUSI 2019, and 4th International Workshop, PIPPI 2019, Held in Conjunction with MICCAI 2019, Shenzhen, China, October 13 and 17, 2019, Proceedings 4, 3\u201310 (Springer, 2019).","DOI":"10.1007\/978-3-030-32875-7_1"},{"key":"35285_CR15","doi-asserted-by":"publisher","first-page":"130","DOI":"10.1109\/TMRB.2021.3127015","volume":"4","author":"K Li","year":"2021","unstructured":"Li, K. et al. Image-guided navigation of a robotic ultrasound probe for autonomous spinal sonography using a shadow-aware dual-agent framework. IEEE Trans. Med. Robot. Bionics4, 130\u2013144 (2021).","journal-title":"IEEE Trans. Med. Robot. Bionics"},{"key":"35285_CR16","first-page":"38475","volume":"35","author":"T Jin","year":"2022","unstructured":"Jin, T., Xu, P., Xiao, X. & Anandkumar, A. Finite-time regret of Thompson sampling algorithms for exponential family multi-armed bandits. Adv. Neural Inf. Process. Syst.35, 38475\u201338487 (2022).","journal-title":"Adv. Neural Inf. Process. Syst."},{"key":"35285_CR17","unstructured":"Jin, T., Yang, X., Xiao, X. & Xu, P. Thompson sampling with less exploration is fast and optimal. In International Conference on Machine Learning, 15239\u201315261 (PMLR, 2023)."},{"key":"35285_CR18","first-page":"12956","volume":"38","author":"T Jin","year":"2024","unstructured":"Jin, T., Hsu, H.-L., Chang, W. & Xu, P. Finite-time frequentist regret bounds of multi-agent Thompson sampling on sparse hypergraphs. Proc. AAAI Conf. Artif. Intell.38, 12956\u201312964 (2024).","journal-title":"Proc. AAAI Conf. Artif. Intell."},{"key":"35285_CR19","unstructured":"Xu, P., Zheng, H., Mazumdar, E.\u00a0V., Azizzadenesheli, K. & Anandkumar, A. Langevin monte carlo for contextual bandits. In International Conference on Machine Learning, 24830\u201324850 (PMLR, 2022)."},{"key":"35285_CR20","unstructured":"Osband, I., Van Roy, B. & Wen, Z. Generalization and exploration via randomized value functions. In International Conference on Machine Learning, 2377\u20132386 (PMLR, 2016)."},{"key":"35285_CR21","first-page":"14410","volume":"32","author":"D Russo","year":"2019","unstructured":"Russo, D. Worst-case regret bounds for exploration via randomized value functions. Adv. Neural Inf. Process. Syst.32, 14410\u201314420 (2019).","journal-title":"Adv. Neural Inf. Process. Syst."},{"key":"35285_CR22","first-page":"6566","volume":"35","author":"P Agrawal","year":"2021","unstructured":"Agrawal, P., Chen, J. & Jiang, N. Improved worst-case regret bounds for randomized least-squares value iteration. Proc. AAAI Conf. Artif. Intell.35, 6566\u20136573 (2021).","journal-title":"Proc. AAAI Conf. Artif. Intell."},{"key":"35285_CR23","unstructured":"Zanette, A., Brandfonbrener, D., Brunskill, E., Pirotta, M. & Lazaric, A. Frequentist regret bounds for randomized least-squares value iteration. In International Conference on Artificial Intelligence and Statistics, 1954\u20131964 (PMLR, 2020)."},{"key":"35285_CR24","unstructured":"Ishfaq, H. et al. Randomized exploration in reinforcement learning with general value function approximation. In International Conference on Machine Learning, 4607\u20134616 (PMLR, 2021)."},{"key":"35285_CR25","unstructured":"Osband, I., Blundell, C., Pritzel, A. & Roy, B.\u00a0V. Deep exploration via bootstrapped dqn. Advances in neural information processing systems29 (2016)."},{"key":"35285_CR26","unstructured":"Osband, I., Aslanides, J. & Cassirer, A. Randomized prior functions for deep reinforcement learning. Advances in neural information processing systems31 (2018)."},{"key":"35285_CR27","unstructured":"Karbasi, A., Kuang, N.\u00a0L., Ma, Y. & Mitra, S. Langevin thompson sampling with logarithmic communication: Bandits and reinforcement learning. In Krause, A. et al. (eds.) Proceedings of the 40th International Conference on Machine Learning, vol. 202 of Proceedings of Machine Learning Research, 15828\u201315860 (PMLR, 2023)."},{"key":"35285_CR28","doi-asserted-by":"crossref","unstructured":"Hsu, H.-L., Wang, W., Pajic, M. & Xu, P. Randomized exploration in cooperative multi-agent reinforcement learning. Advances in neural information processing systems (2024).","DOI":"10.52202\/079017-2374"},{"key":"35285_CR29","unstructured":"Hsu, H.-L. & Pajic, M. Robust exploration with adversary via langevin monte carlo. In 6th Annual Learning for Dynamics & Control Conference, 1592\u20131605 (PMLR, 2024)."},{"key":"35285_CR30","unstructured":"Brockman, G. et al. Openai gym. arXiv preprint arXiv:1606.01540 (2016)."},{"key":"35285_CR31","doi-asserted-by":"publisher","first-page":"6638","DOI":"10.1109\/LRA.2022.3176112","volume":"7","author":"Y Bi","year":"2022","unstructured":"Bi, Y. et al. Vesnet-rl: Simulation-based reinforcement learning for real-world us probe navigation. IEEE Robot. Autom. Lett.7, 6638\u20136645 (2022).","journal-title":"IEEE Robot. Autom. Lett."},{"key":"35285_CR32","doi-asserted-by":"crossref","unstructured":"Sandler, M., Howard, A., Zhu, M., Zhmoginov, A. & Chen, L.-C. Mobilenetv2: Inverted residuals and linear bottlenecks. In Proceedings of the IEEE conference on computer vision and pattern recognition, 4510\u20134520 (2018).","DOI":"10.1109\/CVPR.2018.00474"},{"key":"35285_CR33","doi-asserted-by":"crossref","unstructured":"He, K., Zhang, X., Ren, S. & Sun, J. Deep residual learning for image recognition. In Proceedings of the IEEE conference on computer vision and pattern recognition, 770\u2013778 (2016).","DOI":"10.1109\/CVPR.2016.90"}],"container-title":["Scientific Reports"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/www.nature.com\/articles\/s41598-026-35285-z","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/www.nature.com\/articles\/s41598-026-35285-z.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/www.nature.com\/articles\/s41598-026-35285-z.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,2,6]],"date-time":"2026-02-06T09:21:10Z","timestamp":1770369670000},"score":1,"resource":{"primary":{"URL":"https:\/\/www.nature.com\/articles\/s41598-026-35285-z"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026,1,15]]},"references-count":33,"journal-issue":{"issue":"1","published-online":{"date-parts":[[2026,12]]}},"alternative-id":["35285"],"URL":"https:\/\/doi.org\/10.1038\/s41598-026-35285-z","relation":{"has-preprint":[{"id-type":"doi","id":"10.21203\/rs.3.rs-6829946\/v1","asserted-by":"object"}]},"ISSN":["2045-2322"],"issn-type":[{"value":"2045-2322","type":"electronic"}],"subject":[],"published":{"date-parts":[[2026,1,15]]},"assertion":[{"value":"5 June 2025","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"5 January 2026","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"15 January 2026","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"The authors declare no competing interests.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Competing interests"}}],"article-number":"5273"}}