{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,1]],"date-time":"2026-04-01T03:45:22Z","timestamp":1775015122898,"version":"3.50.1"},"reference-count":49,"publisher":"Springer Science and Business Media LLC","issue":"7","license":[{"start":{"date-parts":[[2024,6,25]],"date-time":"2024-06-25T00:00:00Z","timestamp":1719273600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2024,6,25]],"date-time":"2024-06-25T00:00:00Z","timestamp":1719273600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"funder":[{"name":"Natural Science Foundation of Shandong Province, China","award":["Grant Nos.ZR2021MF049"],"award-info":[{"award-number":["Grant Nos.ZR2021MF049"]}]},{"name":"Natural Science Foundation of Shandong Province, China","award":["Grant Nos.ZR2021MF049"],"award-info":[{"award-number":["Grant Nos.ZR2021MF049"]}]},{"name":"Natural Science Foundation of Shandong Province, China","award":["Grant Nos.ZR2021MF049"],"award-info":[{"award-number":["Grant Nos.ZR2021MF049"]}]},{"name":"Natural Science Foundation of Shandong Province, China","award":["Grant Nos.ZR2021MF049"],"award-info":[{"award-number":["Grant Nos.ZR2021MF049"]}]},{"name":"Natural Science Foundation of Shandong Province, China","award":["Grant Nos.ZR2021MF049"],"award-info":[{"award-number":["Grant Nos.ZR2021MF049"]}]},{"name":"Joint Fund of Natural Science Foundation of Shandong Province","award":["Grant Nos.ZR2022LLZ012"],"award-info":[{"award-number":["Grant Nos.ZR2022LLZ012"]}]},{"name":"Joint Fund of Natural Science Foundation of Shandong Province","award":["Grant Nos.ZR2022LLZ012"],"award-info":[{"award-number":["Grant Nos.ZR2022LLZ012"]}]},{"name":"Joint Fund of Natural Science Foundation of Shandong Province","award":["Grant Nos.ZR2022LLZ012"],"award-info":[{"award-number":["Grant Nos.ZR2022LLZ012"]}]},{"name":"Joint Fund of Natural Science Foundation of Shandong Province","award":["Grant Nos.ZR2022LLZ012"],"award-info":[{"award-number":["Grant Nos.ZR2022LLZ012"]}]},{"name":"Joint Fund of Natural Science Foundation of Shandong Province","award":["Grant Nos.ZR2022LLZ012"],"award-info":[{"award-number":["Grant Nos.ZR2022LLZ012"]}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Quantum Inf Process"],"DOI":"10.1007\/s11128-024-04377-y","type":"journal-article","created":{"date-parts":[[2024,6,25]],"date-time":"2024-06-25T07:01:50Z","timestamp":1719298910000},"update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":3,"title":["Quantum error correction for heavy hexagonal code using deep reinforcement learning with policy reuse"],"prefix":"10.1007","volume":"23","author":[{"given":"Yuxin","family":"Ji","sequence":"first","affiliation":[]},{"given":"Qinghui","family":"Chen","sequence":"additional","affiliation":[]},{"given":"Rui","family":"Wang","sequence":"additional","affiliation":[]},{"given":"Naihua","family":"Ji","sequence":"additional","affiliation":[]},{"given":"Hongyang","family":"Ma","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2024,6,25]]},"reference":[{"key":"4377_CR1","doi-asserted-by":"crossref","first-page":"1474","DOI":"10.1137\/S0097539796298637","volume":"26","author":"DR Simon","year":"1997","unstructured":"Simon, D.R.: On the power of quantum computation. SIAM. J. Comput. 26, 1474\u20131483 (1997)","journal-title":"SIAM. J. Comput."},{"key":"4377_CR2","doi-asserted-by":"crossref","first-page":"30","DOI":"10.1088\/1367-2630\/8\/2\/030","volume":"8","author":"TP Spiller","year":"2006","unstructured":"Spiller, T.P., Nemoto, K., Braunstein, S.L., Munro, W.J., van Loock, P., Milburn, G.J.: Quantum computation by communication. New. J. Phys. 8, 30 (2006)","journal-title":"New. J. Phys."},{"key":"4377_CR3","doi-asserted-by":"crossref","first-page":"347","DOI":"10.1103\/RevModPhys.74.347","volume":"74","author":"A Galindo","year":"2002","unstructured":"Galindo, A., Martin-Delgado, M.A.: Information and computation: classical and quantum aspects. Rev. Mod. Phys. 74, 347 (2002)","journal-title":"Rev. Mod. Phys."},{"key":"4377_CR4","doi-asserted-by":"crossref","first-page":"45","DOI":"10.1038\/nature08812","volume":"464","author":"TD Ladd","year":"2010","unstructured":"Ladd, T.D., Jelezko, F., Laflamme, R., Nakamura, Y., Monroe, C., O\u2019Brien, J.L.: Quantum computers. Nature 464, 45\u201353 (2010)","journal-title":"Nature"},{"key":"4377_CR5","doi-asserted-by":"crossref","first-page":"307","DOI":"10.1103\/RevModPhys.87.307","volume":"87","author":"BM Terhal","year":"2015","unstructured":"Terhal, B.M.: Quantum error correction for quantum memories. Rev. Mod. Phys. 87, 307 (2015)","journal-title":"Rev. Mod. Phys."},{"key":"4377_CR6","volume":"103","author":"Y Li","year":"2021","unstructured":"Li, Y., Fisher, M.P.A.: Statistical mechanics of quantum error correcting codes. Phys. Rev. B. 103, 104306 (2021)","journal-title":"Phys. Rev. B."},{"key":"4377_CR7","doi-asserted-by":"crossref","DOI":"10.1103\/PhysRevLett.122.040502","volume":"122","author":"D Layden","year":"2019","unstructured":"Layden, D., Zhou, S., Cappellaro, P., et al.: Ancilla-free quantum error correction codes for quantum metrology. Phys. Rev. Lett. 122, 040502 (2019)","journal-title":"Phys. Rev. Lett."},{"key":"4377_CR8","doi-asserted-by":"crossref","first-page":"50","DOI":"10.1016\/j.fmre.2020.12.006","volume":"1","author":"W Cai","year":"2021","unstructured":"Cai, W., Ma, Y., Wang, W., Zou, C.L., Sun, L.: Bosonic quantum error correction codes in superconducting quantum circuits. Fundam. Res. 1, 50\u201367 (2021)","journal-title":"Fundam. Res."},{"key":"4377_CR9","doi-asserted-by":"crossref","first-page":"79","DOI":"10.22331\/q-2018-08-06-79","volume":"2","author":"J Preskill","year":"2018","unstructured":"Preskill, J.: Quantum computing in the NISQ era and beyond. Quantum 2, 79 (2018)","journal-title":"Quantum"},{"key":"4377_CR10","doi-asserted-by":"crossref","first-page":"24","DOI":"10.1109\/MM.2021.3099195","volume":"41","author":"K Bertels","year":"2021","unstructured":"Bertels, K., Sarkar, A., Ashraf, I.: Quantum computing-from NISQ to PISQ. IEEE Micro. 41, 24\u201332 (2021)","journal-title":"IEEE Micro."},{"key":"4377_CR11","volume":"10","author":"C Chamberland","year":"2020","unstructured":"Chamberland, C., Zhu, G., Yoder, T.J., et al.: Topological and subsystem codes on low-degree graphs with flag qubits. Phys. Rev. X. 10, 011022 (2020)","journal-title":"Phys. Rev. X."},{"key":"4377_CR12","doi-asserted-by":"crossref","first-page":"9689","DOI":"10.3390\/app13179689","volume":"13","author":"A Li","year":"2023","unstructured":"Li, A., Li, F., Gan, Q., et al.: Convolutional-neural-network-based hexagonal quantum error correction decoder. Appl. Sci. 13, 9689 (2023)","journal-title":"Appl. Sci."},{"key":"4377_CR13","doi-asserted-by":"crossref","first-page":"669","DOI":"10.1038\/s41586-022-04566-8","volume":"605","author":"S Krinner","year":"2022","unstructured":"Krinner, S., Lacroix, N., Remm, A., et al.: Realizing repeated quantum error correction in a distance-three surface code. Nature 605, 669\u2013674 (2022)","journal-title":"Nature"},{"key":"4377_CR14","doi-asserted-by":"crossref","DOI":"10.1103\/PhysRevResearch.2.023230","volume":"2","author":"D Fitzek","year":"2020","unstructured":"Fitzek, D., Eliasson, M., Kockum, A.F., et al.: Deep Q-learning decoder for depolarizing noise on the toric code. Phys. Rev. Res. 2, 023230 (2020)","journal-title":"Phys. Rev. Res."},{"key":"4377_CR15","doi-asserted-by":"crossref","unstructured":"deMarti iOlius, A., Martinez, J.E., Fuentes, P., et al.: Performance enhancement of surface codes via recursive minimum-weight perfect-match decoding. Phys. Rev. A 108, 022401 (2023)","DOI":"10.1103\/PhysRevA.108.022401"},{"key":"4377_CR16","doi-asserted-by":"crossref","first-page":"1205","DOI":"10.22331\/q-2023-12-12-1205","volume":"7","author":"A Paler","year":"2023","unstructured":"Paler, A., Fowler, A.G.: Pipelined correlated minimum weight perfect matching of the surface code. Quantum. 7, 1205 (2023)","journal-title":"Quantum."},{"key":"4377_CR17","doi-asserted-by":"crossref","DOI":"10.1016\/j.ipl.2022.106286","volume":"179","author":"T Tr\u00f6bst","year":"2023","unstructured":"Tr\u00f6bst, T., Vazirani, V.V.: A real polynomial for bipartite graph minimum weight perfect matchings. Inform. Process. Lett. 179, 106286 (2023)","journal-title":"Inform. Process. Lett."},{"key":"4377_CR18","volume":"102","author":"S Huang","year":"2020","unstructured":"Huang, S., Newman, M., Brown, K.R.: Fault-tolerant weighted union-find decoding on the toric code. Phys. Rev. A. 102, 012419 (2020)","journal-title":"Phys. Rev. A."},{"key":"4377_CR19","doi-asserted-by":"crossref","first-page":"3187","DOI":"10.1109\/TIT.2022.3143452","volume":"68","author":"N Delfosse","year":"2022","unstructured":"Delfosse, N., Londe, V., Beverland, M.E.: Toward a union-find decoder for quantum LDPC codes. IEEE Trans. Inf. Theory. 68, 3187\u20133199 (2022)","journal-title":"IEEE Trans. Inf. Theory."},{"key":"4377_CR20","doi-asserted-by":"crossref","first-page":"1183","DOI":"10.22331\/q-2023-11-14-1183","volume":"7","author":"T Chan","year":"2023","unstructured":"Chan, T., Benjamin, S.C.: Actis: a strictly local union-find decoder. Quantum 7, 1183 (2023)","journal-title":"Quantum"},{"key":"4377_CR21","doi-asserted-by":"crossref","DOI":"10.1103\/PhysRevA.90.032326","volume":"90","author":"S Bravyi","year":"2014","unstructured":"Bravyi, S., Suchara, M., Vargo, A.: Efficient algorithms for maximum likelihood decoding in the surface code. Phys. Rev. A. 90, 032326 (2014)","journal-title":"Phys. Rev. A."},{"key":"4377_CR22","doi-asserted-by":"crossref","DOI":"10.1103\/PhysRevResearch.2.033042","volume":"2","author":"N Delfosse","year":"2020","unstructured":"Delfosse, N., Z\u00e9mor, G.: Linear-time maximum likelihood decoding of surface codes over the quantum erasure channel. Phys. Rev. Res. 2, 033042 (2020)","journal-title":"Phys. Rev. Res."},{"key":"4377_CR23","doi-asserted-by":"crossref","unstructured":"Niu, M.Y., Boixo, S., Smelyanskiy, V.N., et al.: Universal quantum control through deep reinforcement learning. npj. Quantum. Inform. 5, 33 (2019)","DOI":"10.1038\/s41534-019-0141-3"},{"key":"4377_CR24","volume":"8","author":"M Bukov","year":"2018","unstructured":"Bukov, M., Day, A.G.R., Sels, D., et al.: Reinforcement learning in different phases of quantum control. Phys. Rev. X. 8, 031086 (2018)","journal-title":"Phys. Rev. X."},{"key":"4377_CR25","doi-asserted-by":"crossref","first-page":"141007","DOI":"10.1109\/ACCESS.2020.3010470","volume":"8","author":"SYC Chen","year":"2020","unstructured":"Chen, S.Y.C., Yang, C.H.H., Qi, J., Chen, P.Y., Ma, X., Goan, H.S.: Variational quantum circuits for deep reinforcement learning. IEEE. Access. 8, 141007\u2013141024 (2020)","journal-title":"IEEE. Access."},{"key":"4377_CR26","volume":"10","author":"HW Wang","year":"2022","unstructured":"Wang, H.W., Cao, Q., Xue, Y.J., et al.: Determining quantum topological semion code decoder performance and error correction effectiveness with reinforcement learning. Front. Phys-Lausanne. 10, 981225 (2022)","journal-title":"Front. Phys-Lausanne."},{"key":"4377_CR27","volume":"23","author":"Z He","year":"2021","unstructured":"He, Z., Li, L., Zheng, S., Li, Y., Situ, H.: Variational quantum compiling with double Q-learning. New. J. Phys. 23, 033002 (2021)","journal-title":"New. J. Phys."},{"key":"4377_CR28","unstructured":"Mart\u0131nez, E., Garc\u0131a, J., Fern\u00e1ndez, F.: Probabilistic Policy Reuse for Similarity Computation Among Market Scenarios. FinPlan. 28 (2020)"},{"key":"4377_CR29","doi-asserted-by":"crossref","DOI":"10.1103\/PhysRevLett.128.080505","volume":"128","author":"K Meinerz","year":"2022","unstructured":"Meinerz, K., Park, C.Y., Trebst, S.: Scalable neural decoder for topological surface codes. Phys. Rev. Lett. 128, 080505 (2022)","journal-title":"Phys. Rev. Lett."},{"key":"4377_CR30","doi-asserted-by":"crossref","first-page":"215","DOI":"10.22331\/q-2019-12-16-215","volume":"3","author":"HP Nautrup","year":"2019","unstructured":"Nautrup, H.P., Delfosse, N., Dunjko, V., et al.: Optimizing quantum error correction codes with reinforcement learning. Quantum. 3, 215 (2019)","journal-title":"Quantum."},{"key":"4377_CR31","doi-asserted-by":"crossref","DOI":"10.1103\/PhysRevA.81.032301","volume":"81","author":"H Bomb\u00edn","year":"2010","unstructured":"Bomb\u00edn, H.: Topological subsystem codes. Phys. Rev. A. 81, 032301 (2010)","journal-title":"Phys. Rev. A."},{"key":"4377_CR32","doi-asserted-by":"crossref","first-page":"1164567","DOI":"10.3389\/fphy.2023.1164567","volume":"11","author":"N Ji","year":"2023","unstructured":"Ji, N., Chen, Z., Qu, Y., et al.: Fault-tolerant quaternary belief propagation decoding based on a neural network. Front. Phys-Lausanne 11, 1164567 (2023)","journal-title":"Front. Phys-Lausanne"},{"key":"4377_CR33","doi-asserted-by":"crossref","first-page":"1726","DOI":"10.1631\/FITEE.1900533","volume":"21","author":"HN Wang","year":"2020","unstructured":"Wang, H.N., Liu, N., Zhang, Y.Y., Feng, D.W., Huang, F., Li, D.S., Zhang, Y.M.: Deep reinforcement learning: a survey. Front. Inform. Technol. Electron. Eng. 21, 1726\u20131744 (2020)","journal-title":"Front. Inform. Technol. Electron. Eng."},{"key":"4377_CR34","doi-asserted-by":"crossref","first-page":"219","DOI":"10.1561\/2200000071","volume":"11","author":"V Fran\u00e7ois-Lavet","year":"2018","unstructured":"Fran\u00e7ois-Lavet, V., Henderson, P., Islam, R., et al.: An introduction to deep reinforcement learning. Found. Trends. Mach. Learn. 11, 219\u2013354 (2018)","journal-title":"Found. Trends. Mach. Learn."},{"key":"4377_CR35","doi-asserted-by":"crossref","first-page":"474","DOI":"10.1177\/0272989X09353194","volume":"30","author":"O Alagoz","year":"2010","unstructured":"Alagoz, O., Hsu, H., Schaefer, A.J., et al.: Markov decision processes: a tool for sequential decision making under uncertainty. Med. Decis. Making. 30, 474\u2013483 (2010)","journal-title":"Med. Decis. Making."},{"key":"4377_CR36","unstructured":"Bhoumik, D., Majumdar, R., Madan, D., et al.: Efficient machine-learning-based decoder for heavy hexagonal QECC. arXiv:2210.09730. quant-ph (2022)"},{"key":"4377_CR37","doi-asserted-by":"crossref","first-page":"4452","DOI":"10.1063\/1.1499754","volume":"43","author":"E Dennis","year":"2002","unstructured":"Dennis, E., Kitaev, A., Landahl, A., et al.: Topological quantum memory. J. Math. Phys. 43, 4452\u20134505 (2002)","journal-title":"J. Math. Phys."},{"key":"4377_CR38","doi-asserted-by":"crossref","unstructured":"Starobor, A.V., Kuznetsov, I.I., Mukhin, I.B., et al.: Laser and thermooptical characteristics of a laser head based on a thin Yb: YAG slab. Quantum. Electron+. 50, 414 (2020)","DOI":"10.1070\/QEL17113"},{"key":"4377_CR39","doi-asserted-by":"crossref","first-page":"4241","DOI":"10.1007\/s10773-019-04295-1","volume":"58","author":"M Hong-Yang","year":"2019","unstructured":"Hong-Yang, M., Peng-Ao, X., Chang-heng, S., et al.: Quantum private query based on stable error correcting code in the case of noise. Int. J. Theor. Phys. 58, 4241\u20134248 (2019)","journal-title":"Int. J. Theor. Phys."},{"key":"4377_CR40","volume":"98","author":"M Li","year":"2018","unstructured":"Li, M., Miller, D., Brown, K.R.: Direct measurement of Bacon\u2013Shor code stabilizers. Phys. Rev. A. 98, 050301 (2018)","journal-title":"Phys. Rev. A."},{"key":"4377_CR41","doi-asserted-by":"crossref","first-page":"118","DOI":"10.1109\/TNSM.2021.3049298","volume":"18","author":"L Wang","year":"2021","unstructured":"Wang, L., Mao, W., Zhao, J., et al.: DDQP: a double deep Q-learning approach to online fault-tolerant SFC placement. IEEE. Trans. Netw. Serv. 18, 118\u2013132 (2021)","journal-title":"IEEE. Trans. Netw. Serv."},{"key":"4377_CR42","unstructured":"Matekole, E.S., Ye, E., Iyer, R., et al.: Decoding surface codes with deep reinforcement learning and probabilistic policy reuse. arXiv:2212.11890. quant-ph (2022)"},{"key":"4377_CR43","doi-asserted-by":"crossref","first-page":"866","DOI":"10.1016\/j.robot.2010.03.007","volume":"58","author":"F Fern\u00e1ndez","year":"2010","unstructured":"Fern\u00e1ndez, F., Garc\u00eda, J., Veloso, M.: Probabilistic policy reuse for inter-task transfer learning. Robot. Auton. Syst. 58, 866\u2013871 (2010)","journal-title":"Robot. Auton. Syst."},{"key":"4377_CR44","doi-asserted-by":"crossref","first-page":"74","DOI":"10.1016\/j.neucom.2016.09.141","volume":"263","author":"P Vamplew","year":"2017","unstructured":"Vamplew, P., Dazeley, R., Foale, C.: Softmax exploration strategies for multiobjective reinforcement learning. Neurocomputing. 263, 74\u201386 (2017)","journal-title":"Neurocomputing."},{"key":"4377_CR45","doi-asserted-by":"crossref","unstructured":"Xue, Y.J., Wang, H.W., Tian, Y.B., et al.: Quantum information protection scheme based on reinforcement learning for periodic surface codes. Quantum Eng. 2022 (2022)","DOI":"10.1155\/2022\/7643871"},{"key":"4377_CR46","doi-asserted-by":"crossref","DOI":"10.1103\/PhysRevLett.127.270502","volume":"127","author":"M Urbanek","year":"2021","unstructured":"Urbanek, M., Nachman, B., Pascuzzi, V.R., et al.: Mitigating depolarizing noise on quantum computers with noise-estimation circuits. Phys. Rev. Lett. 127, 270502 (2021)","journal-title":"Phys. Rev. Lett."},{"key":"4377_CR47","doi-asserted-by":"crossref","DOI":"10.1103\/PhysRevA.89.022321","volume":"89","author":"AM Stephens","year":"2014","unstructured":"Stephens, A.M.: Fault-tolerant thresholds for quantum error correction with the surface code. Phys. Rev. A. 89, 022321 (2014)","journal-title":"Phys. Rev. A."},{"key":"4377_CR48","volume":"99","author":"E Huang","year":"2019","unstructured":"Huang, E., Doherty, A.C., Flammia, S.: Performance of quantum error correction with coherent errors. Phys. Rev. A. 99, 022313 (2019)","journal-title":"Phys. Rev. A."},{"key":"4377_CR49","doi-asserted-by":"crossref","first-page":"6093","DOI":"10.1038\/s41598-021-85703-7","volume":"11","author":"YH Chou","year":"2021","unstructured":"Chou, Y.H., Zeng, G.J., Chen, X.Y., et al.: Multiparty weighted threshold quantum secret sharing based on the Chinese remainder theorem to share quantum information. Sci. Rep-uk. 11, 6093 (2021)","journal-title":"Sci. Rep-uk."}],"container-title":["Quantum Information Processing"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s11128-024-04377-y.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s11128-024-04377-y\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s11128-024-04377-y.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,7,30]],"date-time":"2024-07-30T17:34:34Z","timestamp":1722360874000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s11128-024-04377-y"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,6,25]]},"references-count":49,"journal-issue":{"issue":"7","published-online":{"date-parts":[[2024,7]]}},"alternative-id":["4377"],"URL":"https:\/\/doi.org\/10.1007\/s11128-024-04377-y","relation":{},"ISSN":["1573-1332"],"issn-type":[{"value":"1573-1332","type":"electronic"}],"subject":[],"published":{"date-parts":[[2024,6,25]]},"assertion":[{"value":"26 December 2023","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"4 April 2024","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"25 June 2024","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"All authors declare no conflict of interest.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflict of interest"}}],"article-number":"255"}}