{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,5,8]],"date-time":"2026-05-08T15:59:11Z","timestamp":1778255951663,"version":"3.51.4"},"reference-count":53,"publisher":"Springer Science and Business Media LLC","issue":"11","license":[{"start":{"date-parts":[[2020,3,27]],"date-time":"2020-03-27T00:00:00Z","timestamp":1585267200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2020,3,27]],"date-time":"2020-03-27T00:00:00Z","timestamp":1585267200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["J Ambient Intell Human Comput"],"published-print":{"date-parts":[[2022,11]]},"DOI":"10.1007\/s12652-020-01905-3","type":"journal-article","created":{"date-parts":[[2020,3,27]],"date-time":"2020-03-27T20:02:41Z","timestamp":1585339361000},"page":"5011-5022","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":23,"title":["Multi-step medical image segmentation based on reinforcement learning"],"prefix":"10.1007","volume":"13","author":[{"given":"Zhiqiang","family":"Tian","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Xiangyu","family":"Si","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Yaoyue","family":"Zheng","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Zhang","family":"Chen","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Xiaojian","family":"Li","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2020,3,27]]},"reference":[{"key":"1905_CR1","first-page":"568","volume":"339","author":"H Aguirreramos","year":"2018","unstructured":"Aguirreramos H, Avinacervantes JG, Cruzaceves I, Ruizpinales J, Ledesma S (2018) Blood vessel segmentation in retinal fundus images using gabor filters, fractional derivatives, and expectation maximization. Appl Math Comput 339:568\u2013587","journal-title":"Appl Math Comput"},{"key":"1905_CR2","first-page":"808","volume":"256","author":"A Ahmadvand","year":"2015","unstructured":"Ahmadvand A, Daliri MR (2015) Improving the runtime of mrf based method for mri brain segmentation. Appl Math Comput 256:808\u2013818","journal-title":"Appl Math Comput"},{"key":"1905_CR3","doi-asserted-by":"publisher","first-page":"156","DOI":"10.1016\/j.media.2019.02.007","volume":"53","author":"A Alansary","year":"2019","unstructured":"Alansary A, Oktay O, Li Y, Le Folgoc L, Hou B, Vaillant G, Kamnitsas K, Vlontzos A, Glocker B, Kainz B et al (2019) Evaluating reinforcement learning agents for anatomical landmark detection. Med Image Anal 53:156\u2013164","journal-title":"Med Image Anal"},{"issue":"6","key":"1905_CR4","doi-asserted-by":"publisher","first-page":"26","DOI":"10.1109\/MSP.2017.2743240","volume":"34","author":"K Arulkumaran","year":"2017","unstructured":"Arulkumaran K, Deisenroth MP, Brundage M, Bharath AA (2017) Deep reinforcement learning: a brief survey. IEEE Signal Process Mag 34(6):26\u201338","journal-title":"IEEE Signal Process Mag"},{"key":"1905_CR5","unstructured":"Ba J, Mnih V, Kavukcuoglu K (2014) Multiple object recognition with visual attention. arXiv preprint arXiv:14127755"},{"key":"1905_CR6","first-page":"2488","volume-title":"Proceedings of the IEEE international conference on computer vision","author":"JC Caicedo","year":"2015","unstructured":"Caicedo JC, Lazebnik S (2015) Active object localization with deep reinforcement learning. In: Proceedings of the IEEE international conference on computer vision. IEEE, Santiago, pp 2488\u20132496"},{"key":"1905_CR7","first-page":"5230","volume-title":"Proceedings of the IEEE conference on computer vision and pattern recognition","author":"L Castrejon","year":"2017","unstructured":"Castrejon L, Kundu K, Urtasun R, Fidler S (2017) Annotating object instances with a polygon-rnn. In: Proceedings of the IEEE conference on computer vision and pattern recognition. IEEE, Honolulu, pp 5230\u20135238"},{"issue":"4","key":"1905_CR9","doi-asserted-by":"publisher","first-page":"834","DOI":"10.1109\/TPAMI.2017.2699184","volume":"40","author":"LC Chen","year":"2017","unstructured":"Chen LC, Papandreou G, Kokkinos I, Murphy K, Yuille AL (2017) Deeplab: semantic image segmentation with deep convolutional nets, atrous convolution, and fully connected crfs. IEEE Trans Pattern Anal Mach Intell 40(4):834\u2013848","journal-title":"IEEE Trans Pattern Anal Mach Intell"},{"key":"1905_CR8","first-page":"801","volume-title":"Proceedings of the European conference on computer vision (ECCV)","author":"LC Chen","year":"2018","unstructured":"Chen LC, Zhu Y, Papandreou G, Schroff F, Adam H (2018) Encoder\u2013decoder with atrous separable convolution for semantic image segmentation. In: Proceedings of the European conference on computer vision (ECCV). Springer, Munich, pp 801\u2013818"},{"key":"1905_CR10","first-page":"3150","volume-title":"Proceedings of the IEEE conference on computer vision and pattern recognition","author":"J Dai","year":"2016","unstructured":"Dai J, He K, Sun J (2016) Instance-aware semantic segmentation via multi-task network cascades. In: Proceedings of the IEEE conference on computer vision and pattern recognition. IEEE, Las Vegas, pp 3150\u20133158"},{"key":"1905_CR11","first-page":"164","volume":"340","author":"A Eltanboly","year":"2019","unstructured":"Eltanboly A, Ghazal M, Hajjdiab H, Shalaby A, Switala A, Mahmoud AM, Sahoo PK, Elazab MS, Elbaz A (2019) Level sets-based image segmentation approach using statistical shape priors. Appl Math Comput 340:164\u2013179","journal-title":"Appl Math Comput"},{"issue":"7","key":"1905_CR12","doi-asserted-by":"publisher","first-page":"1562","DOI":"10.1109\/TMI.2018.2791721","volume":"37","author":"W Guotai","year":"2018","unstructured":"Guotai W, Li Wenqi, Vercauteren T (2018) Interactive medical image segmentation using deep learning with image-specific fine tuning. IEEE Trans Med Imaging 37(7):1562\u20131573","journal-title":"IEEE Trans Med Imaging"},{"key":"1905_CR13","first-page":"770","volume-title":"Proceedings of the IEEE conference on computer vision and pattern recognition","author":"K He","year":"2016","unstructured":"He K, Zhang X, Ren S, Sun J (2016) Deep residual learning for image recognition. In: Proceedings of the IEEE conference on computer vision and pattern recognition. IEEE, Las Vegas, pp 770\u2013778"},{"key":"1905_CR14","doi-asserted-by":"crossref","unstructured":"Huang Z, Heng W, Zhou S (2019) Stroke-based artistic rendering agent with deep reinforcement learning. arXiv preprint arXiv:190304411","DOI":"10.1109\/ICCV.2019.00880"},{"key":"1905_CR15","unstructured":"Ioffe S, Szegedy C (2015) Batch normalization: Accelerating deep network training by reducing internal covariate shift. arXiv preprint arXiv:150203167"},{"key":"1905_CR16","first-page":"1","volume":"2","author":"S Jagadeesan","year":"2020","unstructured":"Jagadeesan S, Subbiah J (2020) Real-time personalization and recommendation in adaptive learning management system. J Ambient Intell Humaniz Comput 2:1\u201311","journal-title":"J Ambient Intell Humaniz Comput"},{"key":"1905_CR17","first-page":"1","volume":"6","author":"D Kim","year":"2019","unstructured":"Kim D, Lee T, Kim S, Lee B, Youn HY (2019) Adaptive packet scheduling in iot environment based on q-learning. J Ambient Intell Humaniz Comput 6:1\u201311","journal-title":"J Ambient Intell Humaniz Comput"},{"key":"1905_CR18","unstructured":"Kingma DP, Ba J (2014) Adam: a method for stochastic optimization. arXiv preprint arXiv:14126980"},{"key":"1905_CR19","unstructured":"Lillicrap TP, Hunt JJ, Pritzel A, Heess N, Erez T, Tassa Y, Silver D, Wierstra D (2015) Continuous control with deep reinforcement learning. arXiv preprint arXiv:150902971"},{"key":"1905_CR20","doi-asserted-by":"publisher","first-page":"60","DOI":"10.1016\/j.media.2017.07.005","volume":"42","author":"GJS Litjens","year":"2017","unstructured":"Litjens GJS, Kooi T, Bejnordi BE, Setio AAA, Ciompi F, Ghafoorian M, Der Laak JAWMV, Van Ginneken B, Sanchez CI (2017) A survey on deep learning in medical image analysis. Med Image Anal 42:60\u201388","journal-title":"Med Image Anal"},{"key":"1905_CR22","first-page":"5678","volume-title":"Proceedings of the IEEE international conference on computer vision","author":"F Liu","year":"2017","unstructured":"Liu F, Li S, Zhang L, Zhou C, Ye R, Wang Y, Lu J (2017) 3dcnn-dqn-rnn: a deep reinforcement learning framework for semantic parsing of large-scale 3d point clouds. In: Proceedings of the IEEE international conference on computer vision. IEEE, Venice, pp 5678\u20135687"},{"key":"1905_CR21","first-page":"9605","volume-title":"Advances in neural information processing systems","author":"R Liu","year":"2018","unstructured":"Liu R, Lehman J, Molino P, Such FP, Frank E, Sergeev A, Yosinski J (2018) An intriguing failing of convolutional neural networks and the coordconv solution. In: Advances in neural information processing systems. MIT Press, Montreal, pp 9605\u20139616"},{"key":"1905_CR23","first-page":"3431","volume-title":"Proceedings of the IEEE conference on computer vision and pattern recognition","author":"J Long","year":"2015","unstructured":"Long J, Shelhamer E, Darrell T (2015) Fully convolutional networks for semantic segmentation. In: Proceedings of the IEEE conference on computer vision and pattern recognition. IEEE, Boston, pp 3431\u20133440"},{"issue":"6","key":"1905_CR24","doi-asserted-by":"publisher","first-page":"e3927","DOI":"10.1002\/cpe.3927","volume":"29","author":"H Lu","year":"2017","unstructured":"Lu H, Li B, Zhu J, Li Y, Li Y, Xu X, He L, Li X, Li J, Serikawa S (2017) Wound intensity correction and segmentation with convolutional neural networks, concurrency and computation: practice and experience. Concurr Comput Pract Exp 29(6):e3927","journal-title":"Concurr Comput Pract Exp"},{"issue":"1","key":"1905_CR25","doi-asserted-by":"publisher","first-page":"61","DOI":"10.1109\/MCE.2019.2941468","volume":"9","author":"H Lu","year":"2020","unstructured":"Lu H, Kondo M, Li Y, Tan J, Kim H (2020) Supervoxel graph cuts: an effective method for ggo candidate regions extraction on ct images. IEEE Consum Electron Mag 9(1):61\u201366","journal-title":"IEEE Consum Electron Mag"},{"key":"1905_CR26","first-page":"1","volume":"12","author":"Y Madani","year":"2019","unstructured":"Madani Y, Ezzikouri H, Erritali M, Hssina B (2019) Finding optimal pedagogical content in an adaptive e-learning platform using a new recommendation approach and reinforcement learning. J Ambient Intell Humaniz Comput 12:1\u201316","journal-title":"J Ambient Intell Humaniz Comput"},{"key":"1905_CR27","first-page":"565","volume-title":"International conference on 3D vision (3DV)","author":"F Milletari","year":"2016","unstructured":"Milletari F, Navab N, Ahmadi SA (2016) V-net: fully convolutional neural networks for volumetric medical image segmentation. In: International conference on 3D vision (3DV). IEEE, Stanford, pp 565\u2013571"},{"issue":"7540","key":"1905_CR28","doi-asserted-by":"publisher","first-page":"529","DOI":"10.1038\/nature14236","volume":"518","author":"V Mnih","year":"2015","unstructured":"Mnih V, Kavukcuoglu K, Silver D, Rusu AA, Veness J, Bellemare MG, Graves A, Riedmiller M, Fidjeland AK, Ostrovski G et al (2015) Human-level control through deep reinforcement learning. Nature 518(7540):529","journal-title":"Nature"},{"key":"1905_CR29","first-page":"1928","volume-title":"International conference on machine learning","author":"V Mnih","year":"2016","unstructured":"Mnih V, Badia AP, Mirza M, Graves A, Lillicrap T, Harley T, Silver D, Kavukcuoglu K (2016) Asynchronous methods for deep reinforcement learning. In: International conference on machine learning. ACM, New York, pp 1928\u20131937"},{"key":"1905_CR30","unstructured":"Mnih V, Kavukcuoglu K, Silver D, Graves A, Antonoglou I, Wierstra D, Riedmiller M (2013) Playing atari with deep reinforcement learning. arXiv preprint arXiv:13125602"},{"key":"1905_CR31","doi-asserted-by":"publisher","first-page":"101570","DOI":"10.1016\/j.media.2019.101570","volume":"59","author":"JI Orlando","year":"2020","unstructured":"Orlando JI, Fu H, Breda JB, van Keer K, Bathula DR, Diaz-Pinto A, Fang R, Heng PA, Kim J, Lee J et al (2020) Refuge challenge: a unified framework for evaluating automated methods for glaucoma assessment from fundus photographs. Med Image Anal 59:101570","journal-title":"Med Image Anal"},{"key":"1905_CR32","first-page":"3931","volume-title":"Proceedings of the IEEE international conference on computer vision","author":"Y Rao","year":"2017","unstructured":"Rao Y, Lu J, Zhou J (2017) Attention-aware deep reinforcement learning for video face recognition. In: Proceedings of the IEEE international conference on computer vision. IEEE, Venice, pp 3931\u20133940"},{"key":"1905_CR33","first-page":"234","volume-title":"International conference on medical image computing and computer-assisted intervention","author":"O Ronneberger","year":"2015","unstructured":"Ronneberger O, Fischer P, Brox T (2015) U-net: Convolutional networks for biomedical image segmentation. In: International conference on medical image computing and computer-assisted intervention. Springer, Munich, pp 234\u2013241"},{"issue":"3","key":"1905_CR34","doi-asserted-by":"publisher","first-page":"309","DOI":"10.1145\/1015706.1015720","volume":"23","author":"C Rother","year":"2004","unstructured":"Rother C, Kolmogorov V, Blake A (2004) Grabcut: Interactive foreground extraction using iterated graph cuts. ACM Trans Graph 23(3):309\u2013314","journal-title":"ACM Trans Graph"},{"issue":"1","key":"1905_CR35","doi-asserted-by":"publisher","first-page":"8","DOI":"10.1186\/1471-2342-8-8","volume":"8","author":"F Sahba","year":"2008","unstructured":"Sahba F, Tizhoosh HR, Salama MM (2008) Application of reinforcement learning for segmentation of transrectal ultrasound images. BMC Med Imaging 8(1):8","journal-title":"BMC Med Imaging"},{"key":"1905_CR36","first-page":"901","volume-title":"Advances in neural information processing systems","author":"T Salimans","year":"2016","unstructured":"Salimans T, Kingma DP (2016) Weight normalization: a simple reparameterization to accelerate training of deep neural networks. In: Advances in neural information processing systems. MIT Press, Barcelona, pp 901\u2013909"},{"key":"1905_CR37","unstructured":"Schulman J, Wolski F, Dhariwal P, Radford A, Klimov O (2017) Proximal policy optimization algorithms. arXiv preprint arXiv:170706347"},{"key":"1905_CR38","first-page":"1874","volume-title":"Proceedings of the IEEE conference on computer vision and pattern recognition","author":"W Shi","year":"2016","unstructured":"Shi W, Caballero J, Huszar F, Totz J, Aitken AP, Bishop R, Rueckert D, Wang Z (2016) Real-time single image and video super-resolution using an efficient sub-pixel convolutional neural network. In: Proceedings of the IEEE conference on computer vision and pattern recognition. IEEE, Las Vegas, pp 1874\u20131883"},{"key":"1905_CR40","first-page":"1","volume-title":"International conference on machine learning","author":"D Silver","year":"2014","unstructured":"Silver D, Lever G, Heess N, Degris T, Wierstra D, Riedmiller M (2014) Deterministic policy gradient algorithms. In: International conference on machine learning. ACM, Beijing, pp 1\u20139"},{"issue":"7587","key":"1905_CR39","doi-asserted-by":"publisher","first-page":"484","DOI":"10.1038\/nature16961","volume":"529","author":"D Silver","year":"2016","unstructured":"Silver D, Huang A, Maddison CJ, Guez A, Sifre L, Van Den Driessche G, Schrittwieser J, Antonoglou I, Panneershelvam V, Lanctot M et al (2016) Mastering the game of go with deep neural networks and tree search. Nature 529(7587):484\u2013489","journal-title":"Nature"},{"key":"1905_CR41","first-page":"1760","volume-title":"Proceedings of the IEEE conference on computer vision and pattern recognition","author":"G Song","year":"2018","unstructured":"Song G, Myeong H, Mu\u00a0Lee K (2018) Seednet: automatic seed generation with deep reinforcement learning for robust interactive segmentation. In: Proceedings of the IEEE conference on computer vision and pattern recognition. IEEE, Salt Lake City, pp 1760\u20131768"},{"key":"1905_CR42","first-page":"1057","volume-title":"Advances in neural information processing systems","author":"RS Sutton","year":"2000","unstructured":"Sutton RS, McAllester DA, Singh SP, Mansour Y (2000) Policy gradient methods for reinforcement learning with function approximation. In: Advances in neural information processing systems. ACM, New York, pp 1057\u20131063"},{"issue":"3","key":"1905_CR43","doi-asserted-by":"publisher","first-page":"791","DOI":"10.1109\/TMI.2015.2496296","volume":"35","author":"Z Tian","year":"2016","unstructured":"Tian Z, Liu L, Zhang Z, Fei B (2016) Superpixel-based segmentation for 3d prostate mr images. IEEE Trans Med Imaging 35(3):791\u2013801","journal-title":"IEEE Trans Med Imaging"},{"key":"1905_CR44","unstructured":"Wang Z, Sarcar S, Liu J, Zheng Y, Ren X (2018) Outline objects using deep reinforcement learning. arXiv preprint arXiv:180404603"},{"issue":"3\u20134","key":"1905_CR45","doi-asserted-by":"publisher","first-page":"279","DOI":"10.1007\/BF00992698","volume":"8","author":"CJ Watkins","year":"1992","unstructured":"Watkins CJ, Dayan P (1992) Q-learning. Mach Learn 8(3\u20134):279\u2013292","journal-title":"Mach Learn"},{"key":"1905_CR46","doi-asserted-by":"crossref","first-page":"67","DOI":"10.1145\/3354031.3354042","volume-title":"International conference on biomedical signal and image processing","author":"J Wu","year":"2019","unstructured":"Wu J, Li G, Lu H, Kim H (2019) Multi-organ segmentation from abdominal ct with random forest based statistical shape model. In: International conference on biomedical signal and image processing. ACM, New York, pp 67\u201370"},{"key":"1905_CR47","unstructured":"Xiang S, Li H (2017) On the effects of batch and weight normalization in generative adversarial networks. arXiv preprint arXiv:170403971"},{"key":"1905_CR48","first-page":"2531","volume-title":"Twenty-fourth international joint conference on artificial intelligence","author":"N Xie","year":"2015","unstructured":"Xie N, Zhao T, Tian F, Zhang XH, Sugiyama M (2015) Stroke-based stylization learning and rendering with inverse reinforcement learning. In: Twenty-fourth international joint conference on artificial intelligence. AAAI,\u00a0Palo Alto, pp 2531\u20132537"},{"key":"1905_CR49","doi-asserted-by":"publisher","DOI":"10.1109\/TCYB.2019.2928180","author":"X Xu","year":"2019","unstructured":"Xu X, Lu H, Song J, Yang Y, Shen HT, Li X (2019) Ternary adversarial networks with self-supervision for zero-shot cross-modal retrieval. In: IEEE Trans Cybern. https:\/\/doi.org\/10.1109\/TCYB.2019.2928180","journal-title":"IEEE Trans Cybern"},{"key":"1905_CR50","doi-asserted-by":"publisher","first-page":"1789","DOI":"10.1007\/s11548-017-1598-1","volume":"12","author":"Y Yoshino","year":"2017","unstructured":"Yoshino Y, Miyajima T, Lu H (2017) Automatic classification of lung nodules on mdct images with the temporal subtraction technique. Int J Comput Assist Radiol Surg 12:1789\u20131798","journal-title":"Int J Comput Assist Radiol Surg"},{"key":"1905_CR51","first-page":"2881","volume-title":"Twenty-fourth international joint conference on artificial intelligence","author":"H Zhao","year":"2017","unstructured":"Zhao H, Shi J, Qi X, Wang X, Jia J (2017) Pyramid scene parsing network. In: Proceedings of the IEEE conference on computer vision and pattern recognition. IEEE, Honolulu, pp 2881\u20132890"},{"key":"1905_CR52","first-page":"1","volume":"9","author":"Y Zhu","year":"2019","unstructured":"Zhu Y, Zhao D (2019) Vision-based control in the open racing car simulator with deep and reinforcement learning. J Ambient Int Humaniz Comput 9:1\u201313","journal-title":"J Ambient Int Humaniz Comput"},{"key":"1905_CR53","doi-asserted-by":"publisher","first-page":"3357","DOI":"10.1109\/ICRA.2017.7989381","volume-title":"2017 IEEE international conference on robotics and automation (ICRA)","author":"Y Zhu","year":"2017","unstructured":"Zhu Y, Mottaghi R, Kolve E, Lim JJ, Gupta A, Fei-Fei L, Farhadi A (2017) Target-driven visual navigation in indoor scenes using deep reinforcement learning. In: 2017 IEEE international conference on robotics and automation (ICRA). IEEE, Singapore, pp 3357\u20133364"}],"container-title":["Journal of Ambient Intelligence and Humanized Computing"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s12652-020-01905-3.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s12652-020-01905-3\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s12652-020-01905-3.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,9,29]],"date-time":"2023-09-29T06:27:04Z","timestamp":1695968824000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s12652-020-01905-3"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2020,3,27]]},"references-count":53,"journal-issue":{"issue":"11","published-print":{"date-parts":[[2022,11]]}},"alternative-id":["1905"],"URL":"https:\/\/doi.org\/10.1007\/s12652-020-01905-3","relation":{},"ISSN":["1868-5137","1868-5145"],"issn-type":[{"value":"1868-5137","type":"print"},{"value":"1868-5145","type":"electronic"}],"subject":[],"published":{"date-parts":[[2020,3,27]]},"assertion":[{"value":"22 December 2019","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"19 March 2020","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"27 March 2020","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}}]}}