{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,22]],"date-time":"2026-03-22T23:11:51Z","timestamp":1774221111850,"version":"3.50.1"},"reference-count":35,"publisher":"Springer Science and Business Media LLC","issue":"2","license":[{"start":{"date-parts":[[2019,11,25]],"date-time":"2019-11-25T00:00:00Z","timestamp":1574640000000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2019,11,25]],"date-time":"2019-11-25T00:00:00Z","timestamp":1574640000000},"content-version":"vor","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Int J CARS"],"published-print":{"date-parts":[[2020,2]]},"DOI":"10.1007\/s11548-019-02098-7","type":"journal-article","created":{"date-parts":[[2019,11,25]],"date-time":"2019-11-25T20:02:30Z","timestamp":1574712150000},"page":"341-349","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":32,"title":["Robot-assisted flexible needle insertion using universal distributional deep reinforcement learning"],"prefix":"10.1007","volume":"15","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-3555-7143","authenticated-orcid":false,"given":"Xiaoyu","family":"Tan","sequence":"first","affiliation":[]},{"given":"Yonggu","family":"Lee","sequence":"additional","affiliation":[]},{"given":"Chin-Boon","family":"Chng","sequence":"additional","affiliation":[]},{"given":"Kah-Bin","family":"Lim","sequence":"additional","affiliation":[]},{"given":"Chee-Kong","family":"Chui","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2019,11,25]]},"reference":[{"issue":"2","key":"2098_CR1","doi-asserted-by":"publisher","first-page":"263","DOI":"10.1016\/j.amjsurg.2009.05.008","volume":"199","author":"GG Hamad","year":"2010","unstructured":"Hamad GG, Curet M (2010) Minimally invasive surgery. Am J Surg 199(2):263\u2013265","journal-title":"Am J Surg"},{"issue":"2","key":"2098_CR2","doi-asserted-by":"publisher","first-page":"485","DOI":"10.1109\/LRA.2019.2891311","volume":"4","author":"X Tan","year":"2019","unstructured":"Tan X, Chng C-B, Ye S, Lim K-B, Chui C-K (2019) Robot-assisted training in laparoscopy using deep reinforcement learning. IEEE Robot Autom Lett 4(2):485\u2013492","journal-title":"IEEE Robot Autom Lett"},{"issue":"2","key":"2098_CR3","doi-asserted-by":"publisher","first-page":"454","DOI":"10.1148\/radiol.2017162856","volume":"285","author":"T Hiraki","year":"2017","unstructured":"Hiraki T, Kamegawa T, Matsuno T, Sakurai J, Kirita Y, Matsuura R, Yamaguchi T, Sasaki T, Mitsuhashi T, Komaki T (2017) Robotically driven ct-guided needle insertion: preliminary results in phantom and animal experiments. Radiology 285(2):454\u2013461","journal-title":"Radiology"},{"issue":"4","key":"2098_CR4","doi-asserted-by":"publisher","first-page":"413","DOI":"10.1016\/j.medengphy.2006.07.003","volume":"29","author":"N Abolhassani","year":"2007","unstructured":"Abolhassani N, Patel R, Moallem M (2007) Needle insertion into soft tissue: a survey. Med Eng Phys 29(4):413\u2013431","journal-title":"Med Eng Phys"},{"key":"2098_CR5","unstructured":"Schaul T, Horgan D, Gregor K, Silver D (2015a) Universal value function approximators. In: International conference on machine learning. pp 1312\u20131320"},{"issue":"9","key":"2098_CR6","doi-asserted-by":"publisher","first-page":"1439","DOI":"10.1007\/s11548-018-1783-x","volume":"13","author":"X Tan","year":"2018","unstructured":"Tan X, Yu P, Lim K-B, Chui C-K (2018) Robust path planning for flexible needle insertion using Markov decision processes. Int J Comput Assist Radiol Surg 13(9):1439\u20131451","journal-title":"Int J Comput Assist Radiol Surg"},{"key":"2098_CR7","unstructured":"Duan B, Wen R, Chng C-B, Wang W, Liu P, Qin J, Peneyra JL, Chang SK-Y, Heng P-A, Chui C-K (2015) Image-guided robotic system for radiofrequency ablation of large liver tumor with single incision. In: 2015 12th International conference on ubiquitous robots and ambient intelligence (URAI). IEEE, pp 284\u2013289"},{"issue":"6","key":"2098_CR8","doi-asserted-by":"publisher","first-page":"965","DOI":"10.1109\/TBME.2005.846734","volume":"52","author":"SP DiMaio","year":"2005","unstructured":"DiMaio SP, Salcudean SE (2005) Needle steering and motion planning in soft tissues. IEEE Trans Biomed Eng 52(6):965\u2013974","journal-title":"IEEE Trans Biomed Eng"},{"key":"2098_CR9","doi-asserted-by":"publisher","first-page":"1657","DOI":"10.1007\/978-3-319-32552-1_63","volume-title":"Springer handbook of robotics","author":"RH Taylor","year":"2016","unstructured":"Taylor RH, Menciassi A, Fichtinger G, Fiorini P, Dario P (2016) Medical robotics and computer-integrated surgery. In: Siciliano B, Khatib O (eds) Springer handbook of robotics. Springer, Cham, pp 1657\u20131684"},{"key":"2098_CR10","doi-asserted-by":"publisher","first-page":"e1952","DOI":"10.1002\/rcs.1952","volume":"15","author":"P Liu","year":"2018","unstructured":"Liu P, Qin J, Duan B, Wang Q, Tan X, Zhao B, Jonnathan PL, Chui C-K, Heng P-A (2018) Overlapping radiofrequency ablation planning and robot-assisted needle insertion for large liver tumors. Int J Med Robot Comput Assist Surg 15:e1952","journal-title":"Int J Med Robot Comput Assist Surg"},{"key":"2098_CR11","doi-asserted-by":"crossref","unstructured":"Chatelain P, Krupa A, Navab N (2015) 3d ultrasound-guided robotic steering of a flexible needle via visual servoing. In: IEEE international conference on robotics and automation, ICRA\u201915","DOI":"10.1109\/ICRA.2015.7139497"},{"key":"2098_CR12","doi-asserted-by":"crossref","unstructured":"Alterovitz R, Sim\u00e9on T, Goldberg KY (2007) The stochastic motion roadmap: a sampling framework for planning with Markov motion uncertainty. In: Robotics: science and systems, vol 3, pp 233\u2013241","DOI":"10.15607\/RSS.2007.III.030"},{"issue":"11\u201312","key":"2098_CR13","doi-asserted-by":"publisher","first-page":"1361","DOI":"10.1177\/0278364908097661","volume":"27","author":"R Alterovitz","year":"2008","unstructured":"Alterovitz R, Branicky M, Goldberg K (2008) Motion planning under uncertainty for image-guided medical needle steering. Int J Robot Res 27(11\u201312):1361\u20131374","journal-title":"Int J Robot Res"},{"key":"2098_CR14","doi-asserted-by":"crossref","unstructured":"Morar A, Moldoveanu F, Gr\u00f6ller E (2012) Image segmentation based on active contours without edges. In: 2012 IEEE 8th international conference on intelligent computer communication and processing. IEEE, pp 213\u2013220","DOI":"10.1109\/ICCP.2012.6356188"},{"key":"2098_CR15","doi-asserted-by":"crossref","unstructured":"Chen X, Nguyen BP, Chui C-K, Ong S-H (2016) Automated brain tumor segmentation using kernel dictionary learning and superpixel-level features. In: 2016 IEEE international conference on systems, man, and cybernetics (SMC). IEEE, pp 002547\u2013002552","DOI":"10.1109\/SMC.2016.7844622"},{"key":"2098_CR16","volume-title":"Introduction to reinforcement learning","author":"RS Sutton","year":"1998","unstructured":"Sutton RS, Barto AG (1998) Introduction to reinforcement learning, vol 135. MIT Press, Cambridge"},{"issue":"3\u20134","key":"2098_CR17","doi-asserted-by":"publisher","first-page":"197","DOI":"10.1561\/2000000039","volume":"7","author":"L Deng","year":"2014","unstructured":"Deng L, Yu D (2014) Deep learning: methods and applications. Found Trends\u00ae Signal Process 7(3\u20134):197\u2013387","journal-title":"Found Trends\u00ae Signal Process"},{"issue":"7676","key":"2098_CR18","doi-asserted-by":"publisher","first-page":"354","DOI":"10.1038\/nature24270","volume":"550","author":"D Silver","year":"2017","unstructured":"Silver D, Schrittwieser J, Simonyan K, Antonoglou I, Huang A, Guez A, Hubert T, Baker L, Lai M, Bolton A (2017) Mastering the game of go without human knowledge. Nature 550(7676):354","journal-title":"Nature"},{"key":"2098_CR19","unstructured":"Schulman J, Wolski F, Dhariwal P, Radford A, Klimov O (2017) Proximal policy optimization algorithms. arXiv:1707.06347"},{"key":"2098_CR20","doi-asserted-by":"publisher","first-page":"105","DOI":"10.1016\/j.jmbbm.2013.01.008","volume":"20","author":"YB Fu","year":"2013","unstructured":"Fu YB, Chui CK, Teo CL (2013) Liver tissue characterization from uniaxial stress\u2013strain data using probabilistic and inverse finite element methods. J Mech Behav Biomed Mater 20:105\u2013112","journal-title":"J Mech Behav Biomed Mater"},{"issue":"10","key":"2098_CR21","doi-asserted-by":"publisher","first-page":"2430","DOI":"10.1016\/j.jbiomech.2014.04.009","volume":"47","author":"YB Fu","year":"2014","unstructured":"Fu YB, Chui CK (2014) Modelling and simulation of porcine liver tissue indentation using finite element method and uniaxial stress\u2013strain data. J Biomech 47(10):2430\u20132435","journal-title":"J Biomech"},{"key":"2098_CR22","unstructured":"Qu C, Mannor S, Xu H (2018) Nonlinear distributional gradient temporal-difference learning. arXiv:1805.07732"},{"key":"2098_CR23","unstructured":"Bellemare MG, Dabney W, Munos R (2017) A distributional perspective on reinforcement learning. arXiv:1707.06887"},{"key":"2098_CR24","unstructured":"Andrychowicz M, Wolski F, Ray A, Schneider J, Fong R, Welinder P, McGrew B, Tobin J, Abbeel OP, Zaremba W (2017) Hindsight experience replay. In: Advances in neural information processing systems, pp 5048\u20135058"},{"key":"2098_CR25","unstructured":"Schaul T, Quan J, Antonoglou I, Silver D (2015b) Prioritized experience replay. arXiv:1511.05952"},{"issue":"1","key":"2098_CR26","first-page":"361","volume":"17","author":"A Tamar","year":"2016","unstructured":"Tamar A, Di Castro D, Mannor S (2016) Learning the variance of the reward-to-go. J Mach Learn Res 17(1):361\u2013396","journal-title":"J Mach Learn Res"},{"issue":"6","key":"2098_CR27","doi-asserted-by":"publisher","first-page":"887","DOI":"10.1109\/TMECH.2010.2078827","volume":"15","author":"L Yang","year":"2010","unstructured":"Yang L, Wen R, Qin J, Chui C-K, Lim K-B, Chang SK-Y (2010) A robotic system for overlapping radiofrequency ablation in large tumor treatment. IEEE\/ASME Trans Mechatron 15(6):887\u2013897","journal-title":"IEEE\/ASME Trans Mechatron"},{"issue":"1","key":"2098_CR28","first-page":"129","volume":"14","author":"X Tan","year":"2017","unstructured":"Tan X, Chng C-B, Duan B, Ho Y, Wen R, Chen X, Lim K-B, Chui C-K (2017) Cognitive engine for robot-assisted radio-frequency ablation system. Acta Polytech Hung 14(1):129\u2013145","journal-title":"Acta Polytech Hung"},{"key":"2098_CR29","doi-asserted-by":"crossref","unstructured":"Tan X, Chng C-B, Duan B, Ho Y, Wen R, Chen X, Lim K-B, Chui C-K (2016) Design and implementation of a patient-specific cognitive engine for robotic needle insertion. In: 2016 IEEE international conference on systems, man, and cybernetics (SMC). IEEE, pp 000560\u2013000565","DOI":"10.1109\/SMC.2016.7844299"},{"key":"2098_CR30","doi-asserted-by":"crossref","unstructured":"Van Hasselt H, Guez A, Silver D (2016) Deep reinforcement learning with double Q-learning. In: AAAI, vol 16, pp 2094\u20132100","DOI":"10.1609\/aaai.v30i1.10295"},{"issue":"2","key":"2098_CR31","doi-asserted-by":"publisher","first-page":"129","DOI":"10.1080\/00031305.2016.1154108","volume":"70","author":"RL Wasserstein","year":"2016","unstructured":"Wasserstein RL, Lazar NA (2016) The asa\u2019s statement on p values: context, process, and purpose. Am Stat 70(2):129\u2013133","journal-title":"Am Stat"},{"issue":"6","key":"2098_CR32","doi-asserted-by":"publisher","first-page":"687","DOI":"10.1007\/s11517-013-1038-5","volume":"51","author":"F Leong","year":"2013","unstructured":"Leong F, Huang W-H, Chui C-K (2013) Modeling and analysis of coagulated liver tissue and its interaction with a scalpel blade. Med Biol Eng Comput 51(6):687\u2013695","journal-title":"Med Biol Eng Comput"},{"issue":"6","key":"2098_CR33","doi-asserted-by":"publisher","first-page":"949","DOI":"10.1007\/s11548-012-0750-1","volume":"7","author":"J Tokuda","year":"2012","unstructured":"Tokuda J, Song S-E, Fischer GS, Iordachita II, Seifabadi R, Cho NB, Tuncali K, Fichtinger G, Tempany CM, Hata N (2012) Preclinical evaluation of an MRI-compatible pneumatic robot for angulated needle placement in transperineal prostate interventions. Int J Comput Assist Radiol Surg 7(6):949\u2013957","journal-title":"Int J Comput Assist Radiol Surg"},{"key":"2098_CR34","doi-asserted-by":"crossref","unstructured":"Krieger A, Susil RC, Fichtinger G, Atalar E, Whitcomb LL (2004) Design of a novel MRI compatible manipulator for image guided prostate intervention. In: IEEE international conference on robotics and automation, proceedings on ICRA\u201904, vol 1. IEEE, pp 377\u2013382","DOI":"10.1109\/ROBOT.2004.1307179"},{"issue":"9","key":"2098_CR35","doi-asserted-by":"publisher","first-page":"4744","DOI":"10.1118\/1.3475945","volume":"37","author":"MG Schouten","year":"2010","unstructured":"Schouten MG, Ansems J, Renema WKJ, Bosboom D, Scheenen TWJ, F\u00fctterer JJ (2010) The accuracy and safety aspects of a novel robotic needle guide manipulator to perform transrectal prostate biopsies. Med Phys 37(9):4744\u20134750","journal-title":"Med Phys"}],"container-title":["International Journal of Computer Assisted Radiology and Surgery"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s11548-019-02098-7.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/article\/10.1007\/s11548-019-02098-7\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s11548-019-02098-7.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,10,6]],"date-time":"2022-10-06T22:22:32Z","timestamp":1665094952000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/s11548-019-02098-7"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2019,11,25]]},"references-count":35,"journal-issue":{"issue":"2","published-print":{"date-parts":[[2020,2]]}},"alternative-id":["2098"],"URL":"https:\/\/doi.org\/10.1007\/s11548-019-02098-7","relation":{},"ISSN":["1861-6410","1861-6429"],"issn-type":[{"value":"1861-6410","type":"print"},{"value":"1861-6429","type":"electronic"}],"subject":[],"published":{"date-parts":[[2019,11,25]]},"assertion":[{"value":"4 September 2019","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"17 November 2019","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"25 November 2019","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Compliance with ethical standards"}},{"value":"The authors declare that they have no conflict of interest.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflict of interest"}},{"value":"Informed consent was obtained from all individual participants included in the study.","order":3,"name":"Ethics","group":{"name":"EthicsHeading","label":"Informed consent"}},{"value":"All procedures performed in studies involving human participants were in accordance with the ethical standards of the institutional and\/or national research committee and with the 1964 Helsinki declaration and its later amendments or comparable ethical standards.","order":4,"name":"Ethics","group":{"name":"EthicsHeading","label":"Human and animal rights"}}]}}