{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,9,4]],"date-time":"2025-09-04T14:17:37Z","timestamp":1756995457350,"version":"3.40.3"},"publisher-location":"Singapore","reference-count":20,"publisher":"Springer Nature Singapore","isbn-type":[{"type":"print","value":"9789819981830"},{"type":"electronic","value":"9789819981847"}],"license":[{"start":{"date-parts":[[2023,11,26]],"date-time":"2023-11-26T00:00:00Z","timestamp":1700956800000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2023,11,26]],"date-time":"2023-11-26T00:00:00Z","timestamp":1700956800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2024]]},"DOI":"10.1007\/978-981-99-8184-7_3","type":"book-chapter","created":{"date-parts":[[2023,11,25]],"date-time":"2023-11-25T07:02:41Z","timestamp":1700895761000},"page":"28-40","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":2,"title":["Effective Skill Learning on\u00a0Vascular Robotic Systems: Combining Offline and\u00a0Online Reinforcement Learning"],"prefix":"10.1007","author":[{"given":"Hao","family":"Li","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Xiao-Hu","family":"Zhou","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Xiao-Liang","family":"Xie","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Shi-Qi","family":"Liu","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Mei-Jiang","family":"Gui","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Tian-Yu","family":"Xiang","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"De-Xing","family":"Huang","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Zeng-Guang","family":"Hou","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2023,11,26]]},"reference":[{"key":"3_CR1","doi-asserted-by":"publisher","first-page":"1459","DOI":"10.1016\/S0140-6736(16)31012-1","volume":"388","author":"H Wang","year":"2016","unstructured":"Wang, H., et al.: Global, regional, and national life expectancy, all-cause mortality, and cause-specific mortality for 249 causes of death, 1980\u20132015: a systematic analysis for the global burden of disease study 2015. Lancet (London, England) 388, 1459\u20131544 (2016)","journal-title":"Lancet (London, England)"},{"issue":"4","key":"3_CR2","doi-asserted-by":"publisher","first-page":"460","DOI":"10.1016\/j.jcin.2010.12.007","volume":"4","author":"JF Granada","year":"2011","unstructured":"Granada, J.F., et al.: First-in-human evaluation of a novel robotic-assisted coronary angioplasty system. J. Am. Coll. Cardiol. Intv. 4(4), 460\u2013465 (2011)","journal-title":"J. Am. Coll. Cardiol. Intv."},{"issue":"3","key":"3_CR3","doi-asserted-by":"publisher","first-page":"685","DOI":"10.1109\/TRO.2019.2896763","volume":"35","author":"S Guo","year":"2019","unstructured":"Guo, S., et al.: A novel robot-assisted endovascular catheterization system with haptic force feedback. IEEE Trans. Rob. 35(3), 685\u2013696 (2019)","journal-title":"IEEE Trans. Rob."},{"key":"3_CR4","doi-asserted-by":"crossref","unstructured":"Zhao, H.-L., et al.: Design and performance evaluation of a novel vascular robotic system for complex percutaneous coronary interventions. In: Proceedings of 43rd Annual International Conference of the IEEE Engineering in Medicine and Biology Society, pp. 4679\u20134682 (2021)","DOI":"10.1109\/EMBC46164.2021.9629943"},{"key":"3_CR5","unstructured":"Sutton, R.S., Barto, A.G.: Reinforcement Learning: An Introduction. MIT Press (2018)"},{"key":"3_CR6","doi-asserted-by":"crossref","unstructured":"Chi, W., et al.: Collaborative robot-assisted endovascular catheterization with generative adversarial imitation learning. In: Proceedings of 2020 IEEE International Conference on Robotics and Automation, pp. 2414\u20132420 (2020)","DOI":"10.1109\/ICRA40945.2020.9196912"},{"key":"3_CR7","doi-asserted-by":"publisher","first-page":"20200007","DOI":"10.1515\/cdbme-2020-0007","volume":"6","author":"L Karstensen","year":"2020","unstructured":"Karstensen, L., et al.: Autonomous guidewire navigation in a two dimensional vascular phantom. Current Dir. Biomed. Eng. 6, 20200007 (2020)","journal-title":"Current Dir. Biomed. Eng."},{"key":"3_CR8","doi-asserted-by":"crossref","unstructured":"Li, H., et al.: Discrete soft actor-critic with auto-encoder on vascular robotic system. Robotica 41, 1115\u20131126 (2022)","DOI":"10.1017\/S0263574722001527"},{"key":"3_CR9","doi-asserted-by":"publisher","first-page":"166409","DOI":"10.1109\/ACCESS.2021.3135277","volume":"9","author":"J Kweon","year":"2021","unstructured":"Kweon, J., et al.: Deep reinforcement learning for guidewire navigation in coronary artery phantom. IEEE Access 9, 166409\u2013166422 (2021)","journal-title":"IEEE Access"},{"key":"3_CR10","unstructured":"Li, H., Zhou, X.-H., Xie, X.-L., Liu, S.-Q., Feng, Z.-Q., Hou, Z.-G.: CASOG: conservative actor-critic with SmOoth gradient for skill learning in robot-assisted intervention. Arxiv (2020)"},{"key":"3_CR11","unstructured":"Yarats, D., Fergus, R., Lazaric, A., Pinto, L.: Mastering visual continuous control: improved data-augmented reinforcement learning. ArXiv, abs\/2107.09645 (2021)"},{"key":"3_CR12","unstructured":"Nair, A., Dalal, M., Gupta, A., Levine, S.: Accelerating online reinforcement learning with offline datasets. ArXiv, abs\/2006.09359 (2020)"},{"key":"3_CR13","unstructured":"Lu, Y.: AW-Opt: learning robotic skills with imitation and reinforcement at scale. In: Conference on Robot Learning (2021)"},{"key":"3_CR14","unstructured":"Kalashnikov, D.: QT-Opt: scalable deep reinforcement learning for vision-based robotic manipulation. ArXiv, abs\/1806.10293 (2018)"},{"key":"3_CR15","unstructured":"Fu, J., Kumar, A., Nachum, O., Tucker, G., Levine, S.: D4RL: datasets for deep data-driven reinforcement learning. ArXiv, abs\/2004.07219 (2020)"},{"key":"3_CR16","unstructured":"Fujimoto, S., van Hoof, H., Meger, D.: Addressing function approximation error in actor-critic methods. In: Proceedings of the 35th International Conference on Machine Learning, pp. 1582\u20131591 (2018)"},{"key":"3_CR17","unstructured":"Cetin, E., Ball, P.J., Roberts, S.J., \u00c7eliktutan, O.: Stabilizing off-policy deep reinforcement learning from pixels. In: Proceedings of the 39th International Conference on Machine Learning, pp. 2784\u20132810 (2022)"},{"key":"3_CR18","unstructured":"Cheng, C.-A., Xie, T., Jiang, N., Agarwal, A.: Adversarially trained actor critic for offline reinforcement learning. In: Proceedings of the 39th International Conference on Machine Learning, pp. 3852\u20133878 (2022)"},{"key":"3_CR19","doi-asserted-by":"crossref","unstructured":"Yarats, D., et al.: Improving sample efficiency in model-free reinforcement learning from images. In: Proceedings of 35th AAAI Conference on Artificial Intelligence, pp. 10674\u201310681 (2021)","DOI":"10.1609\/aaai.v35i12.17276"},{"key":"3_CR20","unstructured":"Moritz, P.: Ray: a distributed framework for emerging AI applications. Arxiv, abs\/1712.05889 (2017)"}],"container-title":["Communications in Computer and Information Science","Neural Information Processing"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-981-99-8184-7_3","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,3,25]],"date-time":"2024-03-25T06:02:45Z","timestamp":1711346565000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-981-99-8184-7_3"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,11,26]]},"ISBN":["9789819981830","9789819981847"],"references-count":20,"URL":"https:\/\/doi.org\/10.1007\/978-981-99-8184-7_3","relation":{},"ISSN":["1865-0929","1865-0937"],"issn-type":[{"type":"print","value":"1865-0929"},{"type":"electronic","value":"1865-0937"}],"subject":[],"published":{"date-parts":[[2023,11,26]]},"assertion":[{"value":"26 November 2023","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"ICONIP","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Neural Information Processing","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Changsha","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"China","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2023","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"20 November 2023","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"23 November 2023","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"30","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"iconip2023","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"http:\/\/iconip2023.org\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Single-blind","order":1,"name":"type","label":"Type","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"EasyChair","order":2,"name":"conference_management_system","label":"Conference Management System","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"1274","order":3,"name":"number_of_submissions_sent_for_review","label":"Number of Submissions Sent for Review","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"650","order":4,"name":"number_of_full_papers_accepted","label":"Number of Full Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"0","order":5,"name":"number_of_short_papers_accepted","label":"Number of Short Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"51% - The value is computed by the equation \"Number of Full Papers Accepted \/ Number of Submissions Sent for Review * 100\" and then rounded to a whole number.","order":6,"name":"acceptance_rate_of_full_papers","label":"Acceptance Rate of Full Papers","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"4.14","order":7,"name":"average_number_of_reviews_per_paper","label":"Average Number of Reviews per Paper","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"2.46","order":8,"name":"average_number_of_papers_per_reviewer","label":"Average Number of Papers per Reviewer","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"Yes","order":9,"name":"external_reviewers_involved","label":"External Reviewers Involved","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}}]}}