{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,11]],"date-time":"2026-03-11T16:27:27Z","timestamp":1773246447692,"version":"3.50.1"},"publisher-location":"Cham","reference-count":28,"publisher":"Springer International Publishing","isbn-type":[{"value":"9783030597122","type":"print"},{"value":"9783030597139","type":"electronic"}],"license":[{"start":{"date-parts":[[2020,1,1]],"date-time":"2020-01-01T00:00:00Z","timestamp":1577836800000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2020,1,1]],"date-time":"2020-01-01T00:00:00Z","timestamp":1577836800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2020]]},"DOI":"10.1007\/978-3-030-59713-9_3","type":"book-chapter","created":{"date-parts":[[2020,10,2]],"date-time":"2020-10-02T05:06:21Z","timestamp":1601615181000},"page":"23-33","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":35,"title":["Active MR k-space Sampling with Reinforcement Learning"],"prefix":"10.1007","author":[{"given":"Luis","family":"Pineda","sequence":"first","affiliation":[]},{"given":"Sumana","family":"Basu","sequence":"additional","affiliation":[]},{"given":"Adriana","family":"Romero","sequence":"additional","affiliation":[]},{"given":"Roberto","family":"Calandra","sequence":"additional","affiliation":[]},{"given":"Michal","family":"Drozdzal","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2020,9,29]]},"reference":[{"key":"3_CR1","doi-asserted-by":"publisher","first-page":"180445","DOI":"10.1148\/radiol.2018180445","volume":"289","author":"F Chen","year":"2018","unstructured":"Chen, F., et al.: Variable-density single-shot fast spin-echo MRI with deep learning reconstruction by using variational networks. Radiology 289, 180445 (2018)","journal-title":"Radiology"},{"issue":"6","key":"3_CR2","doi-asserted-by":"publisher","first-page":"1394","DOI":"10.1109\/TMI.2018.2832540","volume":"37","author":"B G\u00f6zc\u00fc","year":"2018","unstructured":"G\u00f6zc\u00fc, B., et al.: Learning-based compressive MRI. IEEE Trans. Med. Imaging 37(6), 1394\u20131406 (2018)","journal-title":"IEEE Trans. Med. Imaging"},{"key":"3_CR3","doi-asserted-by":"crossref","unstructured":"Hammernik, K., et al.: Learning a variational network for reconstruction of accelerated MRI data. arXiv preprint arXiv:1704.00447 (2017)","DOI":"10.1002\/mrm.26977"},{"key":"3_CR4","unstructured":"Jin, K.H., Unser, M., Yi, K.M.: Self-supervised deep active accelerated MRI. arXiv preprint arXiv:1901.04547 (2019)"},{"issue":"1\u20132","key":"3_CR5","doi-asserted-by":"publisher","first-page":"99","DOI":"10.1016\/S0004-3702(98)00023-X","volume":"101","author":"LP Kaelbling","year":"1998","unstructured":"Kaelbling, L.P., Littman, M.L., Cassandra, A.R.: Planning and acting in partially observable stochastic domains. Artif. Intell. 101(1\u20132), 99\u2013134 (1998)","journal-title":"Artif. Intell."},{"key":"3_CR6","doi-asserted-by":"publisher","first-page":"1182","DOI":"10.1002\/mrm.21391","volume":"58","author":"M Lustig","year":"2007","unstructured":"Lustig, M., Donoho, D., Pauly, J.M.: Sparse MRI: the application of compressed sensing for rapid MR imaging. Magn. Reson. Med. Off. J. Soc. Magn. Reson. Med.\/Soc. Magn. Reson. Med. 58, 1182\u20131195 (2007)","journal-title":"Magn. Reson. Med. Off. J. Soc. Magn. Reson. Med.\/Soc. Magn. Reson. Med."},{"key":"3_CR7","doi-asserted-by":"publisher","first-page":"04","DOI":"10.1016\/j.media.2019.01.005","volume":"53","author":"K L\u00f8nning","year":"2019","unstructured":"L\u00f8nning, K., Putzky, P., Sonke, J.-J., Reneman, L., Caan, M., Welling, M.: Recurrent inference machines for reconstructing heterogeneous MRI data. Med. Image Anal. 53, 04 (2019)","journal-title":"Med. Image Anal."},{"key":"3_CR8","unstructured":"Mnih, V., et al.: Playing atari with deep reinforcement learning. arXiv preprint arXiv:1312.5602 (2013)"},{"issue":"4","key":"3_CR9","doi-asserted-by":"publisher","first-page":"554","DOI":"10.1002\/mrm.1910350415","volume":"35","author":"LP Panych","year":"1996","unstructured":"Panych, L.P., Oesterle, C., Zientara, G.P., Hennig, J.: Implementation of a fast gradient-echo SVD encoding technique for dynamic imaging. Magn. Reson. Med. 35(4), 554\u2013562 (1996)","journal-title":"Magn. Reson. Med."},{"key":"3_CR10","first-page":"331","volume-title":"Handbooks in Operations Research and Management Science","author":"ML Puterman","year":"1990","unstructured":"Puterman, M.L.: Markov decision processes. In: Heyman, D.P., Sobel, M.J. (eds.) Handbooks in Operations Research and Management Science, vol. 2, pp. 331\u2013434. Elsevier, Amsterdam (1990)"},{"key":"3_CR11","doi-asserted-by":"crossref","unstructured":"Ravishankar, S., Bresler, Y.: Adaptive sampling design for compressed sensing MRI. In: Engineering in Medicine and Biology Society (EMBC), pp. 3751\u20133755 (2011)","DOI":"10.1109\/IEMBS.2011.6090639"},{"issue":"2","key":"3_CR12","doi-asserted-by":"publisher","first-page":"491","DOI":"10.1109\/TMI.2017.2760978","volume":"37","author":"J Schlemper","year":"2018","unstructured":"Schlemper, J., Caballero, J., Hajnal, J.V., Price, A.N., Rueckert, D.: A deep cascade of convolutional neural networks for dynamic MR image reconstruction. IEEE Trans. Med. Imaging 37(2), 491\u2013503 (2018)","journal-title":"IEEE Trans. Med. Imaging"},{"issue":"1","key":"3_CR13","doi-asserted-by":"publisher","first-page":"116","DOI":"10.1002\/mrm.22180","volume":"63","author":"M Seeger","year":"2010","unstructured":"Seeger, M., Nickisch, H., Pohmann, R., Sch\u00f6lkopf, B.: Optimization of k-space trajectories for compressed sensing by Bayesian experimental design. Magn. Reson. Med. Off. J. Int. Soc. Magn. Reson. Med. 63(1), 116\u2013126 (2010)","journal-title":"Magn. Reson. Med. Off. J. Int. Soc. Magn. Reson. Med."},{"key":"3_CR14","unstructured":"Sondik., E.J.: The optimal control of partially observable Markov processes. Technical report, Stanford Univ Calif Stanford Electronics Labs (1971)"},{"issue":"1","key":"3_CR15","doi-asserted-by":"publisher","first-page":"9","DOI":"10.1007\/BF00115009","volume":"3","author":"RS Sutton","year":"1988","unstructured":"Sutton, R.S.: Learning to predict by the methods of temporal differences. Mach. Learn. 3(1), 9\u201344 (1988). https:\/\/doi.org\/10.1007\/BF00115009","journal-title":"Mach. Learn."},{"key":"3_CR16","volume-title":"Reinforcement Learning: An Introduction","author":"RS Sutton","year":"2018","unstructured":"Sutton, R.S., Barto, A.G.: Reinforcement Learning: An Introduction. MIT Press, Cambridge (2018)"},{"key":"3_CR17","doi-asserted-by":"crossref","unstructured":"Van Hasselt, H., Guez, A., Silver, D.: Deep reinforcement learning with double q-learning. In Thirtieth AAAI Conference on Artificial Intelligence (2016)","DOI":"10.1609\/aaai.v30i1.10295"},{"key":"3_CR18","doi-asserted-by":"publisher","first-page":"136","DOI":"10.1016\/j.mri.2020.02.002","volume":"68","author":"S Wang","year":"2020","unstructured":"Wang, S., et al.: DeepcomplexMRI: exploiting deep residual network for fast parallel MR imaging with complex convolution. Magn. Reson. Imaging 68, 136\u2013147 (2020)","journal-title":"Magn. Reson. Imaging"},{"key":"3_CR19","doi-asserted-by":"crossref","unstructured":"Wang, S., et al.: Accelerating magnetic resonance imaging via deep learning. In: 2016 IEEE 13th International Symposium on Biomedical Imaging (ISBI), pp. 514\u2013517, April 2016","DOI":"10.1109\/ISBI.2016.7493320"},{"issue":"5","key":"3_CR20","doi-asserted-by":"publisher","first-page":"596","DOI":"10.1006\/nimg.1999.0494","volume":"10","author":"S-S Yoo","year":"1999","unstructured":"Yoo, S.-S., Guttmann, C.R.G., Zhao, L., Panych, L.P.: Real-time adaptive functional MRI. Neuroimage 10(5), 596\u2013606 (1999)","journal-title":"Neuroimage"},{"key":"3_CR21","unstructured":"Yu, C., Liu, J., Nemati, S.: Reinforcement learning in healthcare: a survey. arXiv preprint arXiv:1908.08796 (2019)"},{"key":"3_CR22","unstructured":"Zbontar, J., Knoll, F., Sriram, A., Muckley, M.J., Bruno, M., et al.: fastMRI: an open dataset and benchmarks for accelerated MRI. arXiv preprint arXiv:1811.08839 (2018)"},{"key":"3_CR23","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"180","DOI":"10.1007\/978-3-030-00928-1_21","volume-title":"Medical Image Computing and Computer Assisted Intervention \u2013 MICCAI 2018","author":"P Zhang","year":"2018","unstructured":"Zhang, P., Wang, F., Xu, W., Li, Yu.: Multi-channel generative adversarial network for parallel magnetic resonance image reconstruction in k-space. In: Frangi, A.F., Schnabel, J.A., Davatzikos, C., Alberola-L\u00f3pez, C., Fichtinger, G. (eds.) MICCAI 2018. LNCS, vol. 11070, pp. 180\u2013188. Springer, Cham (2018). https:\/\/doi.org\/10.1007\/978-3-030-00928-1_21"},{"key":"3_CR24","first-page":"12","volume":"2014","author":"Y Zhang","year":"2014","unstructured":"Zhang, Y., Peterson, B.S., Ji, G., Dong, Z.: Energy preserved sampling for compressed sensing MRI. Comput. Math. Methods Med. 2014, 12 (2014)","journal-title":"Comput. Math. Methods Med."},{"key":"3_CR25","doi-asserted-by":"crossref","unstructured":"Zhang, Z., Romero, A., Muckley, M.J., Vincent, P., Yang, L., Drozdzal, M.: Reducing uncertainty in undersampled MRI reconstruction with active acquisition. In: The IEEE Conference on CVPR, June 2019","DOI":"10.1109\/CVPR.2019.00215"},{"key":"3_CR26","doi-asserted-by":"publisher","first-page":"487","DOI":"10.1038\/nature25988","volume":"555","author":"B Zhu","year":"2018","unstructured":"Zhu, B., Liu, J.Z., Rosen, B., Rosen, M.: Image reconstruction by domain transform manifold learning. Nature 555, 487\u2013492 (2018)","journal-title":"Nature"},{"issue":"2","key":"3_CR27","doi-asserted-by":"publisher","first-page":"268","DOI":"10.1002\/mrm.1910320219","volume":"32","author":"GP Zientara","year":"1994","unstructured":"Zientara, G.P., Panych, L.P., Jolesz, F.A.: Dynamically adaptive MRI with encoding by singular value decomposition. Magn. Reson. Med. 32(2), 268\u2013274 (1994)","journal-title":"Magn. Reson. Med."},{"issue":"2","key":"3_CR28","doi-asserted-by":"publisher","first-page":"204","DOI":"10.1002\/mrm.1910390207","volume":"39","author":"GP Zientara","year":"1998","unstructured":"Zientara, G.P., Panych, L.P., Jolesz, F.A.: Applicability and efficiency of near-optimal spatial encoding for dynamically adaptive MRI. Magn. Reson. Med. 39(2), 204\u2013213 (1998)","journal-title":"Magn. Reson. Med."}],"container-title":["Lecture Notes in Computer Science","Medical Image Computing and Computer Assisted Intervention \u2013 MICCAI 2020"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-030-59713-9_3","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,10,1]],"date-time":"2025-10-01T22:09:30Z","timestamp":1759356570000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-030-59713-9_3"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2020]]},"ISBN":["9783030597122","9783030597139"],"references-count":28,"URL":"https:\/\/doi.org\/10.1007\/978-3-030-59713-9_3","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2020]]},"assertion":[{"value":"29 September 2020","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"MICCAI","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Medical Image Computing and Computer-Assisted Intervention","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Lima","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Peru","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2020","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"4 October 2020","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"8 October 2020","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"23","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"miccai2020","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/www.miccai2020.org\/en\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Double-blind","order":1,"name":"type","label":"Type","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"Microsoft CMT","order":2,"name":"conference_management_system","label":"Conference Management System","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"1809","order":3,"name":"number_of_submissions_sent_for_review","label":"Number of Submissions Sent for Review","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"542","order":4,"name":"number_of_full_papers_accepted","label":"Number of Full Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"0","order":5,"name":"number_of_short_papers_accepted","label":"Number of Short Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"30% - The value is computed by the equation \"Number of Full Papers Accepted \/ Number of Submissions Sent for Review * 100\" and then rounded to a whole number.","order":6,"name":"acceptance_rate_of_full_papers","label":"Acceptance Rate of Full Papers","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"3","order":7,"name":"average_number_of_reviews_per_paper","label":"Average Number of Reviews per Paper","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"4","order":8,"name":"average_number_of_papers_per_reviewer","label":"Average Number of Papers per Reviewer","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"Yes","order":9,"name":"external_reviewers_involved","label":"External Reviewers Involved","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"The conference was held virtually due to the COVID-19 pandemic.","order":10,"name":"additional_info_on_review_process","label":"Additional Info on Review Process","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}}]}}