{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,3,25]],"date-time":"2025-03-25T14:47:03Z","timestamp":1742914023786,"version":"3.40.3"},"publisher-location":"Cham","reference-count":24,"publisher":"Springer International Publishing","isbn-type":[{"type":"print","value":"9783030326913"},{"type":"electronic","value":"9783030326920"}],"license":[{"start":{"date-parts":[[2019,1,1]],"date-time":"2019-01-01T00:00:00Z","timestamp":1546300800000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2019,1,1]],"date-time":"2019-01-01T00:00:00Z","timestamp":1546300800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2019]]},"DOI":"10.1007\/978-3-030-32692-0_46","type":"book-chapter","created":{"date-parts":[[2019,10,9]],"date-time":"2019-10-09T12:04:21Z","timestamp":1570622661000},"page":"400-408","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":1,"title":["A Maximum Entropy Deep Reinforcement Learning Neural Tracker"],"prefix":"10.1007","author":[{"given":"Shafa","family":"Balaram","sequence":"first","affiliation":[]},{"given":"Kai","family":"Arulkumaran","sequence":"additional","affiliation":[]},{"given":"Tianhong","family":"Dai","sequence":"additional","affiliation":[]},{"given":"Anil Anthony","family":"Bharath","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2019,10,10]]},"reference":[{"key":"46_CR1","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"277","DOI":"10.1007\/978-3-030-00928-1_32","volume-title":"Medical Image Computing and Computer Assisted Intervention \u2013 MICCAI 2018","author":"A Alansary","year":"2018","unstructured":"Alansary, A., et al.: Automatic view planning with multi-scale deep reinforcement learning agents. In: Frangi, A.F., Schnabel, J.A., Davatzikos, C., Alberola-L\u00f3pez, C., Fichtinger, G. (eds.) MICCAI 2018. LNCS, vol. 11070, pp. 277\u2013285. Springer, Cham (2018). https:\/\/doi.org\/10.1007\/978-3-030-00928-1_32"},{"issue":"6","key":"46_CR2","doi-asserted-by":"publisher","first-page":"26","DOI":"10.1109\/MSP.2017.2743240","volume":"34","author":"K Arulkumaran","year":"2017","unstructured":"Arulkumaran, K., Deisenroth, M.P., Brundage, M., Bharath, A.A.: Deep reinforcement learning: a brief survey. IEEE Signal Process. Mag. 34(6), 26\u201338 (2017)","journal-title":"IEEE Signal Process. Mag."},{"issue":"9","key":"46_CR3","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1371\/journal.pone.0183309","volume":"12","author":"C Bass","year":"2017","unstructured":"Bass, C., Helkkula, P., De Paola, V., Clopath, C., Bharath, A.A.: Detection of axonal synapses in $$3\\rm D$$ two-photon images. PLoS ONE 12(9), 1\u201318 (2017)","journal-title":"PLoS ONE"},{"key":"46_CR4","unstructured":"Dai, T., et al.: Deep reinforcement learning for subpixel neural tracking. In: Proceedings of the International Conference on Medical Imaging with Deep Learning, pp. 130\u2013150 (2019)"},{"issue":"1","key":"46_CR5","doi-asserted-by":"publisher","first-page":"407","DOI":"10.1016\/j.cmpb.2012.03.009","volume":"108","author":"MM Fraz","year":"2012","unstructured":"Fraz, M.M., et al.: Blood vessel segmentation methodologies in retinal images-a survey. Comput. Methods Programs Biomed. 108(1), 407\u2013433 (2012)","journal-title":"Comput. Methods Programs Biomed."},{"issue":"1","key":"46_CR6","doi-asserted-by":"publisher","first-page":"176","DOI":"10.1109\/TPAMI.2017.2782687","volume":"41","author":"FC Ghesu","year":"2017","unstructured":"Ghesu, F.C., et al.: Multi-scale deep reinforcement learning for real-time 3D-landmark detection in $$\\rm CT$$ scans. IEEE Trans. Pattern Anal. Mach. Intell. 41(1), 176\u2013189 (2017)","journal-title":"IEEE Trans. Pattern Anal. Mach. Intell."},{"key":"46_CR7","unstructured":"Haarnoja, T., Tang, H., Abbeel, P., Levine, S.: Reinforcement learning with deep energy-based policies. In: Proceedings of the 34th International Conference on Machine Learning, vol. 70, pp. 1352\u20131361. JMLR.org (2017)"},{"key":"46_CR8","unstructured":"Haarnoja, T., Zhou, A., Abbeel, P., Levine, S.: Soft actor-critic: off-policy maximum entropy deep reinforcement learning with a stochastic actor. arXiv preprint arXiv:1801.01290 (2018)"},{"key":"46_CR9","unstructured":"Haarnoja, T., et al.: Soft actor-critic algorithms and applications. arXiv preprint arXiv:1812.05905 (2018)"},{"key":"46_CR10","volume-title":"Clinical Ophthalmology: A Systematic Approach","author":"JJ Kanski","year":"2011","unstructured":"Kanski, J.J., Bowling, B.: Clinical Ophthalmology: A Systematic Approach. Elsevier Health Sciences, Edinburgh (2011)"},{"issue":"7","key":"46_CR11","doi-asserted-by":"publisher","first-page":"1533","DOI":"10.1109\/TMI.2017.2679713","volume":"36","author":"R Li","year":"2017","unstructured":"Li, R., Zeng, T., Peng, H., Ji, S.: Deep learning segmentation of optical microscopy images improves 3-D neuron reconstruction. IEEE Trans. Med. Imaging 36(7), 1533\u20131541 (2017)","journal-title":"IEEE Trans. Med. Imaging"},{"issue":"7540","key":"46_CR12","doi-asserted-by":"publisher","first-page":"529","DOI":"10.1038\/nature14236","volume":"518","author":"V Mnih","year":"2015","unstructured":"Mnih, V., et al.: Human-level control through deep reinforcement learning. Nature 518(7540), 529 (2015)","journal-title":"Nature"},{"issue":"10","key":"46_CR13","doi-asserted-by":"publisher","first-page":"1345","DOI":"10.1109\/TKDE.2009.191","volume":"22","author":"SJ Pan","year":"2009","unstructured":"Pan, S.J., Yang, Q.: A survey on transfer learning. IEEE Trans. Knowl. Data Eng. 22(10), 1345\u20131359 (2009)","journal-title":"IEEE Trans. Knowl. Data Eng."},{"issue":"4","key":"46_CR14","doi-asserted-by":"publisher","first-page":"348","DOI":"10.1038\/nbt.1612","volume":"28","author":"H Peng","year":"2010","unstructured":"Peng, H., Ruan, Z., Long, F., Simpson, J.H., Myers, E.W.: V3D enables real-time 3D visualization and quantitative analysis of large-scale biological image data sets. Nat. Biotechnol. 28(4), 348 (2010)","journal-title":"Nat. Biotechnol."},{"key":"46_CR15","doi-asserted-by":"crossref","unstructured":"Pinto, L., Andrychowicz, M., Welinder, P., Zaremba, W., Abbeel, P.: Asymmetric actor critic for image-based robot learning. arXiv preprint arXiv:1710.06542 (2017)","DOI":"10.15607\/RSS.2018.XIV.008"},{"issue":"1","key":"46_CR16","doi-asserted-by":"publisher","first-page":"e27","DOI":"10.1371\/journal.pcbi.0040027","volume":"4","author":"N Pinto","year":"2008","unstructured":"Pinto, N., Cox, D.D., DiCarlo, J.J.: Why is real-world visual object recognition hard? PLoS Comput. Biol. 4(1), e27 (2008)","journal-title":"PLoS Comput. Biol."},{"key":"46_CR17","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"540","DOI":"10.1007\/978-3-319-66182-7_62","volume-title":"Medical Image Computing and Computer Assisted Intervention \u2013 MICCAI 2017","author":"P Poulin","year":"2017","unstructured":"Poulin, P., et al.: Learn to track: deep learning for tractography. In: Descoteaux, M., Maier-Hein, L., Franz, A., Jannin, P., Collins, D.L., Duchesne, S. (eds.) MICCAI 2017. LNCS, vol. 10433, pp. 540\u2013547. Springer, Cham (2017). https:\/\/doi.org\/10.1007\/978-3-319-66182-7_62"},{"key":"46_CR18","unstructured":"Schulman, J., Wolski, F., Dhariwal, P., Radford, A., Klimov, O.: Proximal policy optimization algorithms. arXiv preprint arXiv:1707.06347 (2017)"},{"issue":"1","key":"46_CR19","doi-asserted-by":"publisher","first-page":"69","DOI":"10.1109\/TMI.2018.2855736","volume":"38","author":"H Skibbe","year":"2018","unstructured":"Skibbe, H., et al.: PAT-probabilistic axon tracking for densely labeled neurons in large 3-D micrographs. IEEE Trans. Med. Imaging 38(1), 69\u201378 (2018)","journal-title":"IEEE Trans. Med. Imaging"},{"issue":"7","key":"46_CR20","first-page":"1442","volume":"36","author":"AW Smeulders","year":"2013","unstructured":"Smeulders, A.W., Chu, D.M., Cucchiara, R., Calderara, S., Dehghan, A., Shah, M.: Visual tracking: an experimental survey. IEEE Trans. Pattern Anal. Mach. Intell. 36(7), 1442\u20131468 (2013)","journal-title":"IEEE Trans. Pattern Anal. Mach. Intell."},{"key":"46_CR21","volume-title":"Reinforcement Learning: An Introduction","author":"RS Sutton","year":"2018","unstructured":"Sutton, R.S., Barto, A.G.: Reinforcement Learning: An Introduction. MIT Press Ltd., Cambridge (2018). https:\/\/mitpress.mit.edu\/books\/reinforcement-learning-second-edition"},{"key":"46_CR22","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"92","DOI":"10.1007\/978-3-030-00934-2_11","volume-title":"Medical Image Computing and Computer Assisted Intervention \u2013 MICCAI 2018","author":"F Uslu","year":"2018","unstructured":"Uslu, F., Bharath, A.A.: A multi-task network to detect junctions in retinal vasculature. In: Frangi, A.F., Schnabel, J.A., Davatzikos, C., Alberola-L\u00f3pez, C., Fichtinger, G. (eds.) MICCAI 2018. LNCS, vol. 11071, pp. 92\u2013100. Springer, Cham (2018). https:\/\/doi.org\/10.1007\/978-3-030-00934-2_11"},{"key":"46_CR23","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"755","DOI":"10.1007\/978-3-030-00937-3_86","volume-title":"Medical Image Computing and Computer Assisted Intervention \u2013 MICCAI 2018","author":"P Zhang","year":"2018","unstructured":"Zhang, P., Wang, F., Zheng, Y.: Deep reinforcement learning for vessel centerline tracing in multi-modality 3D volumes. In: Frangi, A.F., Schnabel, J.A., Davatzikos, C., Alberola-L\u00f3pez, C., Fichtinger, G. (eds.) MICCAI 2018. LNCS, vol. 11073, pp. 755\u2013763. Springer, Cham (2018). https:\/\/doi.org\/10.1007\/978-3-030-00937-3_86"},{"key":"46_CR24","unstructured":"Ziebart, B.: Modeling purposeful adaptive behavior with the principle of maximum causal entropy (2010). http:\/\/search.proquest.com\/docview\/845728212\/"}],"container-title":["Lecture Notes in Computer Science","Machine Learning in Medical Imaging"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-030-32692-0_46","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,10,9]],"date-time":"2024-10-09T00:04:25Z","timestamp":1728432265000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-030-32692-0_46"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2019]]},"ISBN":["9783030326913","9783030326920"],"references-count":24,"URL":"https:\/\/doi.org\/10.1007\/978-3-030-32692-0_46","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2019]]},"assertion":[{"value":"10 October 2019","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"MLMI","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Workshop on Machine Learning in Medical Imaging","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Shenzhen","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"China","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2019","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"13 October 2019","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"13 October 2019","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"10","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"mlmi-med2019","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"http:\/\/mlmi2019.web.unc.edu\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Double-blind","order":1,"name":"type","label":"Type","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"CMT","order":2,"name":"conference_management_system","label":"Conference Management System","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"158","order":3,"name":"number_of_submissions_sent_for_review","label":"Number of Submissions Sent for Review","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"78","order":4,"name":"number_of_full_papers_accepted","label":"Number of Full Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"0","order":5,"name":"number_of_short_papers_accepted","label":"Number of Short Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"49% - The value is computed by the equation \"Number of Full Papers Accepted \/ Number of Submissions Sent for Review * 100\" and then rounded to a whole number.","order":6,"name":"acceptance_rate_of_full_papers","label":"Acceptance Rate of Full Papers","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"2","order":7,"name":"average_number_of_reviews_per_paper","label":"Average Number of Reviews per Paper","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"4","order":8,"name":"average_number_of_papers_per_reviewer","label":"Average Number of Papers per Reviewer","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"No","order":9,"name":"external_reviewers_involved","label":"External Reviewers Involved","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"This content has been made available to all.","name":"free","label":"Free to read"}]}}