{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,7,16]],"date-time":"2025-07-16T13:55:16Z","timestamp":1752674116394,"version":"3.37.3"},"reference-count":35,"publisher":"Springer Science and Business Media LLC","issue":"3","license":[{"start":{"date-parts":[[2024,9,19]],"date-time":"2024-09-19T00:00:00Z","timestamp":1726704000000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2024,9,19]],"date-time":"2024-09-19T00:00:00Z","timestamp":1726704000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"funder":[{"DOI":"10.13039\/501100012166","name":"National Key Research and Development Program of China","doi-asserted-by":"publisher","award":["2023YFC2411100","2023YFC2411100","2023YFC2411100","2023YFC2411100","2023YFC2411100"],"award-info":[{"award-number":["2023YFC2411100","2023YFC2411100","2023YFC2411100","2023YFC2411100","2023YFC2411100"]}],"id":[{"id":"10.13039\/501100012166","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["52227814","52227814","52227814","52227814","52227814"],"award-info":[{"award-number":["52227814","52227814","52227814","52227814","52227814"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"name":"Chinese Institutes for Medical Research","award":["CX23YZ16","CX23YZ16","CX23YZ16","CX23YZ16","CX23YZ16"],"award-info":[{"award-number":["CX23YZ16","CX23YZ16","CX23YZ16","CX23YZ16","CX23YZ16"]}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Int. J. Mach. Learn. & Cyber."],"published-print":{"date-parts":[[2025,3]]},"DOI":"10.1007\/s13042-024-02382-2","type":"journal-article","created":{"date-parts":[[2024,9,19]],"date-time":"2024-09-19T16:12:48Z","timestamp":1726762368000},"page":"2127-2138","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":1,"title":["Deep reinforcement learning based magnet design for arm MRI system"],"prefix":"10.1007","volume":"16","author":[{"given":"Yanwei","family":"Pang","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Yishun","family":"Guo","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Yiming","family":"Liu","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Zhanjie","family":"Song","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Zhenchang","family":"Wang","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2024,9,19]]},"reference":[{"key":"2382_CR1","doi-asserted-by":"publisher","unstructured":"Pellegrini A, Calderazzi F, Lunini E, et\u00a0al (2018) The Throwing Elbow, Springer International Publishing, Cham, pp 447\u2013465. https:\/\/doi.org\/10.1007\/978-3-319-27805-6_34","DOI":"10.1007\/978-3-319-27805-6_34"},{"issue":"1","key":"2382_CR2","doi-asserted-by":"publisher","first-page":"115","DOI":"10.1007\/s00256-014-2018-z","volume":"44","author":"F Del Grande","year":"2015","unstructured":"Del Grande F, Aro M, Farahani SJ et al (2015) Three-Tesla MR imaging of the elbow in non-symptomatic professional baseball pitchers. Skeletal Radiol 44(1):115\u2013123. https:\/\/doi.org\/10.1007\/s00256-014-2018-z","journal-title":"Skeletal Radiol"},{"issue":"5","key":"2382_CR3","doi-asserted-by":"publisher","first-page":"936","DOI":"10.1016\/j.jseint.2021.05.011","volume":"5","author":"S Hoshika","year":"2021","unstructured":"Hoshika S, Matsuki K, Izumi T et al (2021) Validation study of novel grading system for ulnar collateral ligament injury of the elbow with high-resolution magnetic resonance imaging. JSES International 5(5):936\u2013941. https:\/\/doi.org\/10.1016\/j.jseint.2021.05.011","journal-title":"JSES International"},{"issue":"2","key":"2382_CR4","doi-asserted-by":"publisher","first-page":"211","DOI":"10.1067\/j.cpradiol.2020.04.011","volume":"50","author":"J Porrino","year":"2021","unstructured":"Porrino J, Wang A, Taljanovic M et al (2021) Comprehensive update of elbow magnetic resonance imaging. Curr Probl Diagn Radiol 50(2):211\u2013228. https:\/\/doi.org\/10.1067\/j.cpradiol.2020.04.011","journal-title":"Curr Probl Diagn Radiol"},{"key":"2382_CR5","doi-asserted-by":"publisher","DOI":"10.1016\/j.jmr.2019.106578","volume":"307","author":"T O\u2019Reilly","year":"2019","unstructured":"O\u2019Reilly T, Teeuwisse W, Webb A (2019) Three-dimensional MRI in a homogenous 27 cm diameter bore Halbach array magnet. J Magn Reson 307:106578. https:\/\/doi.org\/10.1016\/j.jmr.2019.106578","journal-title":"J Magn Reson"},{"key":"2382_CR6","doi-asserted-by":"publisher","DOI":"10.1016\/j.jmr.2023.107463","volume":"352","author":"TO Liang","year":"2023","unstructured":"Liang TO, Koh YH, Qiu T et al (2023) Magtetris: A simulator for fast magnetic field and force calculation for permanent magnet array designs. J Magn Reson 352:107463. https:\/\/doi.org\/10.1016\/j.jmr.2023.107463","journal-title":"J Magn Reson"},{"key":"2382_CR7","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1109\/TIM.2022.3199233","volume":"71","author":"J Wang","year":"2022","unstructured":"Wang J, Jiang X, Hu Z et al (2022) Design and shimming method of low length-to-interdiameter ratio Halbach magnet. IEEE Trans Instrum Meas 71:1\u201310. https:\/\/doi.org\/10.1109\/TIM.2022.3199233","journal-title":"IEEE Trans Instrum Meas"},{"issue":"1","key":"2382_CR8","doi-asserted-by":"publisher","first-page":"495","DOI":"10.1002\/mrm.28396","volume":"85","author":"T O\u2019Reilly","year":"2021","unstructured":"O\u2019Reilly T, Teeuwisse W, Gans D et al (2021) In vivo 3D brain and extremity MRI at 50 mt using a permanent magnet Halbach array. Magn Reson Med 85(1):495\u2013505. https:\/\/doi.org\/10.1002\/mrm.28396","journal-title":"Magn Reson Med"},{"issue":"1","key":"2382_CR9","doi-asserted-by":"publisher","first-page":"7238","DOI":"10.1038\/s41467-021-27317-1","volume":"12","author":"Y Liu","year":"2021","unstructured":"Liu Y, Leong A, Zhao Y et al (2021) A low-cost and shielding-free ultra-low-field brain MRI scanner. Nat Commun 12(1):7238. https:\/\/doi.org\/10.1038\/s41467-021-27317-1","journal-title":"Nat Commun"},{"key":"2382_CR10","doi-asserted-by":"publisher","unstructured":"Guallart-Naval T, Algar\u00edn J, Pellicer-Guridi R, et\u00a0al (2022) Portable magnetic resonance imaging of patients indoors, outdoors and at home. Scientific Reports 12(1). https:\/\/doi.org\/10.1038\/s41598-022-17472-w","DOI":"10.1038\/s41598-022-17472-w"},{"key":"2382_CR11","doi-asserted-by":"publisher","first-page":"391","DOI":"10.1038\/d41586-023-00759-x","volume":"615","author":"A Webb","year":"2023","unstructured":"Webb A, Obungoloch J (2023) Five steps to make MRI scanners more affordable to the world. Nature 615:391\u2013393. https:\/\/doi.org\/10.1038\/d41586-023-00759-x","journal-title":"Nature"},{"key":"2382_CR12","doi-asserted-by":"publisher","unstructured":"Cho A (2023) MRI for all. Science (New York, NY) 379:748\u2013751. https:\/\/doi.org\/10.1126\/science.adh2295","DOI":"10.1126\/science.adh2295"},{"key":"2382_CR13","doi-asserted-by":"publisher","first-page":"55","DOI":"10.1016\/j.mri.2024.01.001","volume":"107","author":"EM Haacke","year":"2024","unstructured":"Haacke EM, Xu Q, Kokeny P et al (2024) Strategically acquired gradient echo (stage) imaging, part iv: Constrained reconstruction of white noise (crown) processing as a means to improve signal-to-noise in stage imaging at 3 Tesla. Magn Reson Imaging 107:55\u201368. https:\/\/doi.org\/10.1016\/j.mri.2024.01.001","journal-title":"Magn Reson Imaging"},{"key":"2382_CR14","doi-asserted-by":"publisher","DOI":"10.2172\/919664","author":"B Feinberg","year":"1981","unstructured":"Feinberg B, Brown IG, Halbach K et al (1981) A method for producing a high quality solenoidal field. Lawrence Berkeley National Laboratory. https:\/\/doi.org\/10.2172\/919664","journal-title":"Lawrence Berkeley National Laboratory"},{"key":"2382_CR15","unstructured":"Cheng I, Jungwirth PJ, Otter AJ, et\u00a0al (2001) C-shaped magnetic resonance imaging system. doi:US6842002 B2"},{"key":"2382_CR16","doi-asserted-by":"publisher","unstructured":"Li C, Devine M (2005) Efficiency of permanent magnet assemblies for MRI device. In: 2005 IEEE International Magnetics Conference (INTERMAG), pp 1959\u20131960, https:\/\/doi.org\/10.1109\/INTMAG.2005.1464416","DOI":"10.1109\/INTMAG.2005.1464416"},{"issue":"1","key":"2382_CR17","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1109\/TMAG.2017.2751001","volume":"54","author":"CZ Cooley","year":"2018","unstructured":"Cooley CZ, Haskell MW, Cauley SF et al (2018) Design of sparse Halbach magnet arrays for portable MRI using a genetic algorithm. IEEE Trans Magn 54(1):1\u201312. https:\/\/doi.org\/10.1109\/TMAG.2017.2751001","journal-title":"IEEE Trans Magn"},{"issue":"1","key":"2382_CR18","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1109\/TMAG.2018.2876679","volume":"55","author":"ZH Ren","year":"2019","unstructured":"Ren ZH, Mu WC, Huang SY (2019) Design and optimization of a ring-pair permanent magnet array for head imaging in a low-field portable MRI system. IEEE Trans Magn 55(1):1\u20138. https:\/\/doi.org\/10.1109\/TMAG.2018.2876679","journal-title":"IEEE Trans Magn"},{"key":"2382_CR19","doi-asserted-by":"publisher","DOI":"10.1016\/j.jmr.2022.107309","volume":"345","author":"TO Liang","year":"2022","unstructured":"Liang TO, Koh YH, Qiu T et al (2022) High-performance permanent magnet array design by a fast genetic algorithm (GA)-based optimization for low-field portable MRI. J Magn Reson 345:107309. https:\/\/doi.org\/10.1016\/j.jmr.2022.107309","journal-title":"J Magn Reson"},{"key":"2382_CR20","doi-asserted-by":"publisher","unstructured":"Shiravi M, Ganji B (2023) Introducing a new shimming method based on combination of axial and radial Halbach arrays to have a uniform flux density for a low-field portable MRI system. Scientia Iranica https:\/\/doi.org\/10.24200\/sci.2023.58266.5647","DOI":"10.24200\/sci.2023.58266.5647"},{"issue":"2","key":"2382_CR21","doi-asserted-by":"publisher","first-page":"182","DOI":"10.1109\/4235.996017","volume":"6","author":"K Deb","year":"2002","unstructured":"Deb K, Pratap A, Agarwal S et al (2002) A fast and elitist multiobjective genetic algorithm: Nsga-ii. IEEE Trans Evol Comput 6(2):182\u2013197. https:\/\/doi.org\/10.1109\/4235.996017","journal-title":"IEEE Trans Evol Comput"},{"issue":"5","key":"2382_CR22","doi-asserted-by":"publisher","first-page":"1808","DOI":"10.1109\/TMAG.2005.846480","volume":"41","author":"S Wang","year":"2005","unstructured":"Wang S, Youn D, Moon H et al (2005) Topology optimization of electromagnetic systems considering magnetization direction. IEEE Trans Magn 41(5):1808\u20131811. https:\/\/doi.org\/10.1109\/TMAG.2005.846480","journal-title":"IEEE Trans Magn"},{"issue":"10","key":"2382_CR23","doi-asserted-by":"publisher","first-page":"2361","DOI":"10.1109\/TMAG.2008.2001482","volume":"44","author":"JS Choi","year":"2008","unstructured":"Choi JS, Yoo J (2008) Design of a halbach magnet array based on optimization techniques. IEEE Trans Magn 44(10):2361\u20132366. https:\/\/doi.org\/10.1109\/TMAG.2008.2001482","journal-title":"IEEE Trans Magn"},{"issue":"6","key":"2382_CR24","doi-asserted-by":"publisher","first-page":"26","DOI":"10.1109\/MSP.2017.2743240","volume":"34","author":"K Arulkumaran","year":"2017","unstructured":"Arulkumaran K, Deisenroth MP, Brundage M et al (2017) A brief survey of deep reinforcement learning. IEEE Signal Process Mag 34(6):26\u201338. https:\/\/doi.org\/10.1109\/MSP.2017.2743240","journal-title":"IEEE Signal Process Mag"},{"issue":"7587","key":"2382_CR25","doi-asserted-by":"publisher","first-page":"484","DOI":"10.1038\/nature16961","volume":"529","author":"D Silver","year":"2016","unstructured":"Silver D, Huang A, Maddison CJ et al (2016) Mastering the game of Go with deep neural networks and tree search. Nature 529(7587):484\u2013489. https:\/\/doi.org\/10.1038\/nature16961","journal-title":"Nature"},{"key":"2382_CR26","doi-asserted-by":"publisher","unstructured":"Berner C, Brockman G, Chan B, et\u00a0al (2019) Dota 2 with large scale deep reinforcement learning. arXiv preprint arXiv:1912.06680. https:\/\/doi.org\/10.48550\/arXiv.1912.06680","DOI":"10.48550\/arXiv.1912.06680"},{"issue":"7976","key":"2382_CR27","doi-asserted-by":"publisher","first-page":"982","DOI":"10.1038\/s41586-023-06419-4","volume":"620","author":"E Kaufmann","year":"2023","unstructured":"Kaufmann E, Bauersfeld L, Loquercio A et al (2023) Champion-level drone racing using deep reinforcement learning. Nature 620(7976):982\u2013987. https:\/\/doi.org\/10.1038\/s41586-023-06419-4","journal-title":"Nature"},{"issue":"7897","key":"2382_CR28","doi-asserted-by":"publisher","first-page":"414","DOI":"10.1038\/s41586-021-04301-9","volume":"602","author":"J Degrave","year":"2022","unstructured":"Degrave J, Felici F, Buchli J et al (2022) Magnetic control of tokamak plasmas through deep reinforcement learning. Nature 602(7897):414\u2013419. https:\/\/doi.org\/10.1038\/s41586-021-04301-9","journal-title":"Nature"},{"key":"2382_CR29","doi-asserted-by":"publisher","unstructured":"Bello I, Pham H, Le QV, et\u00a0al (2016) Neural combinatorial optimization with reinforcement learning. arXiv preprint arXiv:1611.09940. https:\/\/doi.org\/10.48550\/arXiv.1611.09940","DOI":"10.48550\/arXiv.1611.09940"},{"key":"2382_CR30","doi-asserted-by":"publisher","first-page":"21188","DOI":"10.48550\/arXiv.2010.1601","volume":"33","author":"YD Kwon","year":"2020","unstructured":"Kwon YD, Choo J, Kim B et al (2020) Pomo: Policy optimization with multiple optima for reinforcement learning. Adv Neural Inf Process Syst 33:21188\u201321198. https:\/\/doi.org\/10.48550\/arXiv.2010.1601","journal-title":"Adv Neural Inf Process Syst"},{"key":"2382_CR31","doi-asserted-by":"publisher","unstructured":"M., Sagawa, S., et al (1984) New material for permanent magnets on a base of Nd and Fe (invited). Journal of Applied Physics 55(6):2083\u20132087. https:\/\/doi.org\/10.1063\/1.333572","DOI":"10.1063\/1.333572"},{"issue":"10","key":"2382_CR32","doi-asserted-by":"publisher","DOI":"10.1088\/1741-4326\/aba453","volume":"60","author":"C Zhu","year":"2020","unstructured":"Zhu C, Hammond K, Brown TG et al (2020) Topology optimization of permanent magnets for stellarators. Nucl Fusion 60(10):106002. https:\/\/doi.org\/10.1088\/1741-4326\/aba453","journal-title":"Nucl Fusion"},{"issue":"4","key":"2382_CR33","doi-asserted-by":"publisher","first-page":"678","DOI":"10.1109\/TMAG.1973.1067714","volume":"9","author":"J Mallinson","year":"1973","unstructured":"Mallinson J (1973) One-sided fluxes - a magnetic curiosity? IEEE Trans Magn 9(4):678\u2013682. https:\/\/doi.org\/10.1109\/TMAG.1973.1067714","journal-title":"IEEE Trans Magn"},{"key":"2382_CR34","doi-asserted-by":"publisher","unstructured":"Van\u00a0Hasselt H, Guez A, Silver D (2016) Deep reinforcement learning with double Q-learning. In: Proceedings of the AAAI conference on artificial intelligence, https:\/\/doi.org\/10.48550\/arXiv.1509.06461","DOI":"10.48550\/arXiv.1509.06461"},{"key":"2382_CR35","doi-asserted-by":"publisher","unstructured":"Weng J, Chen H, Yan D, et\u00a0al (2021) Tianshou: a highly modularized deep reinforcement learning library. arXiv preprint arXiv:2107.14171. https:\/\/doi.org\/10.48550\/arXiv.2107.14171","DOI":"10.48550\/arXiv.2107.14171"}],"container-title":["International Journal of Machine Learning and Cybernetics"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s13042-024-02382-2.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s13042-024-02382-2\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s13042-024-02382-2.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,2,19]],"date-time":"2025-02-19T18:29:17Z","timestamp":1739989757000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s13042-024-02382-2"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,9,19]]},"references-count":35,"journal-issue":{"issue":"3","published-print":{"date-parts":[[2025,3]]}},"alternative-id":["2382"],"URL":"https:\/\/doi.org\/10.1007\/s13042-024-02382-2","relation":{},"ISSN":["1868-8071","1868-808X"],"issn-type":[{"type":"print","value":"1868-8071"},{"type":"electronic","value":"1868-808X"}],"subject":[],"published":{"date-parts":[[2024,9,19]]},"assertion":[{"value":"11 May 2024","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"11 September 2024","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"19 September 2024","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"The authors have no conflict of interest to declare that are relevant to the content of this article.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflict of interest"}}]}}