{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,4]],"date-time":"2026-03-04T16:36:11Z","timestamp":1772642171593,"version":"3.50.1"},"reference-count":47,"publisher":"Springer Science and Business Media LLC","issue":"2","license":[{"start":{"date-parts":[[2024,8,28]],"date-time":"2024-08-28T00:00:00Z","timestamp":1724803200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2024,8,28]],"date-time":"2024-08-28T00:00:00Z","timestamp":1724803200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"funder":[{"DOI":"10.13039\/501100001871","name":"Funda\u00e7\u00e3o para a Ci\u00eancia e a Tecnologia","doi-asserted-by":"publisher","award":["LA\/P\/0063\/2020"],"award-info":[{"award-number":["LA\/P\/0063\/2020"]}],"id":[{"id":"10.13039\/501100001871","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Quantum Mach. Intell."],"published-print":{"date-parts":[[2024,12]]},"DOI":"10.1007\/s42484-024-00190-z","type":"journal-article","created":{"date-parts":[[2024,8,28]],"date-time":"2024-08-28T13:02:31Z","timestamp":1724850151000},"update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":13,"title":["VQC-based reinforcement learning with data re-uploading: performance and trainability"],"prefix":"10.1007","volume":"6","author":[{"given":"Rodrigo","family":"Coelho","sequence":"first","affiliation":[]},{"given":"Andr\u00e9","family":"Sequeira","sequence":"additional","affiliation":[]},{"given":"Lu\u00eds","family":"Paulo Santos","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2024,8,28]]},"reference":[{"key":"190_CR1","unstructured":"Andre D, Russell SJ (2002) State abstraction for programmable reinforcement learning agents. In: Aaai\/iaai, pp 119\u2013125"},{"key":"190_CR2","doi-asserted-by":"crossref","unstructured":"Anschuetz ER, Kiani BT (2022) Quantum variational algorithms are swamped with traps. Nature Commun 13(1):7760","DOI":"10.1038\/s41467-022-35364-5"},{"key":"190_CR3","unstructured":"Bilkis M, Cerezo M, Verdon G, Coles PJ, Cincio L (2021) A semi-agnostic ansatz with variable structure for quantum machine learning. arXiv preprint arXiv:2103.06712"},{"key":"190_CR4","doi-asserted-by":"crossref","unstructured":"Busoniu L, Babuska R, De\u00a0Schutter B, Ernst D (2017) Reinforcement Learning and Dynamic Programming Using Function Approximators. CRC press, ???","DOI":"10.1201\/9781439821091"},{"issue":"9","key":"190_CR5","first-page":"625","volume":"3","author":"M Cerezo","year":"2021","unstructured":"Cerezo M, Arrasmith A, Babbush R, Benjamin SC, Endo S, Fujii K, McClean JR, Mitarai K, Yuan X, Cincio L et al (2021) Variational quantum algorithms. Nature Reviews. Physics 3(9):625\u2013644","journal-title":"Physics"},{"key":"190_CR6","unstructured":"Cerezo M, Larocca M, Garc\u00eda-Mart\u00edn D, Diaz N, Braccia P, Fontana E, Rudolph MS, Bermejo P, Ijaz A, Thanasilp S et al (2023) Does provable absence of barren plateaus imply classical simulability? or, why we need to rethink variational quantum computing. arXiv preprint arXiv:2312.09121"},{"key":"190_CR7","doi-asserted-by":"crossref","unstructured":"Cerezo M, Sone A, Volkoff T, Cincio L, Coles PJ (2021) Cost function dependent barren plateaus in shallow parametrized quantum circuits. Nature commun 12(1):1791","DOI":"10.1038\/s41467-021-21728-w"},{"key":"190_CR8","doi-asserted-by":"publisher","first-page":"141007","DOI":"10.1109\/ACCESS.2020.3010470","volume":"8","author":"SY-C Chen","year":"2020","unstructured":"Chen SY-C, Yang C-HH, Qi J, Chen P-Y, Ma X, Goan H-S (2020) Variational quantum circuits for deep reinforcement learning. IEEE Access. 8:141007\u2013141024","journal-title":"IEEE Access."},{"key":"190_CR9","doi-asserted-by":"crossref","unstructured":"Coyle B, Mills D, Danos V, Kashefi E (2020) The born supremacy: quantum advantage and training of an ising born machine. npj Quantum Information. 6(1):60","DOI":"10.1038\/s41534-020-00288-9"},{"key":"190_CR10","unstructured":"Drudis M, Thanasilp S, Holmes Z et al (2024) Variational quantum simulation: a case study for understanding warm starts. arXiv preprint arXiv:2404.10044"},{"key":"190_CR11","unstructured":"Farhi E, Neven H (2018) Classification with quantum neural networks on near term processors. arXiv preprint arXiv:1802.06002"},{"key":"190_CR12","doi-asserted-by":"publisher","first-page":"214","DOI":"10.22331\/q-2019-12-09-214","volume":"3","author":"E Grant","year":"2019","unstructured":"Grant E, Wossnig L, Ostaszewski M, Benedetti M (2019) An initialization strategy for addressing barren plateaus in parametrized quantum circuits. Quantum 3:214","journal-title":"Quantum"},{"issue":"3","key":"190_CR13","doi-asserted-by":"publisher","first-page":"437","DOI":"10.1111\/mafi.12382","volume":"33","author":"B Hambly","year":"2023","unstructured":"Hambly B, Xu R, Yang H (2023) Recent advances in reinforcement learning in finance. Math Financ 33(3):437\u2013503","journal-title":"Math Financ"},{"issue":"1","key":"190_CR14","doi-asserted-by":"publisher","DOI":"10.1103\/PRXQuantum.3.010313","volume":"3","author":"Z Holmes","year":"2022","unstructured":"Holmes Z, Sharma K, Cerezo M, Coles PJ (2022) Connecting ansatz expressibility to gradient magnitudes and barren plateaus. PRX Quantum. 3(1):010313","journal-title":"PRX Quantum."},{"key":"190_CR15","unstructured":"Jerbi S, Gyurik C, Marshall S, Briegel HJ, Dunjko V (2021) Variational quantum policies for reinforcement learning. arXiv preprint arXiv:2103.05577"},{"key":"190_CR16","unstructured":"Jones T, Gacon J (2020) Efficient calculation of gradients in classical simulations of variational quantum algorithms. arXiv preprint arXiv:2009.02823"},{"key":"190_CR17","doi-asserted-by":"crossref","unstructured":"Kaelbling LP, Littman ML, Moore AW (1996) Reinforcement learning: A survey. J Artif Intell Res 4:237\u2013285","DOI":"10.1613\/jair.301"},{"key":"190_CR18","doi-asserted-by":"crossref","unstructured":"Kober J, Bagnell JA, Peters J (2013) Reinforcement learning in robotics: A survey. Int J Robot Res 32(11):1238\u20131274","DOI":"10.1177\/0278364913495721"},{"issue":"7553","key":"190_CR19","first-page":"436","volume":"521","author":"Y LeCun","year":"2015","unstructured":"LeCun Y, Bengio Y, Hinton G (2015) Deep learning. nature. 521(7553):436\u2013444","journal-title":"Deep learning. nature."},{"key":"190_CR20","doi-asserted-by":"crossref","unstructured":"Lockwood O, Si M (2020) Reinforcement learning with quantum variational circuit. In: Proceedings of the AAAI Conference on Artificial Intelligence and Interactive Digital Entertainment, vol 16. pp 245\u2013251","DOI":"10.1609\/aiide.v16i1.7437"},{"issue":"1","key":"190_CR21","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1038\/s41467-018-07090-4","volume":"9","author":"JR McClean","year":"2018","unstructured":"McClean JR, Boixo S, Smelyanskiy VN, Babbush R, Neven H (2018) Barren plateaus in quantum neural network training landscapes. Nat Commun 9(1):1\u20136","journal-title":"Nat Commun"},{"issue":"6","key":"190_CR22","doi-asserted-by":"publisher","DOI":"10.1103\/PhysRevA.106.L060401","volume":"106","author":"AA Mele","year":"2022","unstructured":"Mele AA, Mbeng GB, Santoro GE, Collura M, Torta P (2022) Avoiding barren plateaus via transferability of smooth solutions in a hamiltonian variational ansatz. Phys Rev A 106(6):060401","journal-title":"Phys Rev A"},{"key":"190_CR23","unstructured":"Meyer N, Ufrecht C, Periyasamy M, Scherer DD, Plinge A, Mutschler C (2022) A survey on quantum reinforcement learning. arXiv preprint arXiv:2211.03464"},{"key":"190_CR24","doi-asserted-by":"crossref","unstructured":"Mitarai K, Negoro M, Kitagawa M, Fujii K (2018) Quantum circuit learning. Phys Rev A 98(3):032309","DOI":"10.1103\/PhysRevA.98.032309"},{"key":"190_CR25","doi-asserted-by":"crossref","unstructured":"Mnih V, Kavukcuoglu K, Silver D, Rusu AA, Veness J, Bellemare MG, Graves A, Riedmiller M, Fidjeland AK, Ostrovski G, et al (2015) Human-level control through deep reinforcement learning. nature. 518(7540):529\u2013533","DOI":"10.1038\/nature14236"},{"key":"190_CR26","doi-asserted-by":"publisher","first-page":"391","DOI":"10.22331\/q-2021-01-28-391","volume":"5","author":"M Ostaszewski","year":"2021","unstructured":"Ostaszewski M, Grant E, Benedetti M (2021) Structure optimization for parameterized quantum circuits. Quantum 5:391","journal-title":"Quantum"},{"key":"190_CR27","doi-asserted-by":"publisher","first-page":"1239","DOI":"10.22331\/q-2024-02-01-1239","volume":"8","author":"C-Y Park","year":"2024","unstructured":"Park C-Y, Killoran N (2024) Hamiltonian variational ansatz without barren plateaus. Quantum 8:1239","journal-title":"Quantum"},{"key":"190_CR28","doi-asserted-by":"publisher","first-page":"226","DOI":"10.22331\/q-2020-02-06-226","volume":"4","author":"A P\u00e9rez-Salinas","year":"2020","unstructured":"P\u00e9rez-Salinas A, Cervera-Lierta A, Gil-Fuster E, Latorre JI (2020) Data re-uploading for a universal quantum classifier. Quantum 4:226","journal-title":"Quantum"},{"key":"190_CR29","doi-asserted-by":"publisher","first-page":"79","DOI":"10.22331\/q-2018-08-06-79","volume":"2","author":"J Preskill","year":"2018","unstructured":"Preskill J (2018) Quantum computing in the nisq era and beyond. Quantum 2:79","journal-title":"Quantum"},{"key":"190_CR30","doi-asserted-by":"crossref","unstructured":"Sallab AE, Abdou M, Perot E, Yogamani S (2017) Deep reinforcement learning framework for autonomous driving. arXiv preprint arXiv:1704.02532","DOI":"10.2352\/ISSN.2470-1173.2017.19.AVM-023"},{"key":"190_CR31","doi-asserted-by":"crossref","unstructured":"Schatzki L, Larocca M, Nguyen QT, Sauvage F, Cerezo M (2024) Theoretical guarantees for permutation-equivariant quantum neural networks. npj Quantum Information. 10(1):12","DOI":"10.1038\/s41534-024-00804-1"},{"issue":"4","key":"190_CR32","doi-asserted-by":"publisher","DOI":"10.1103\/PhysRevLett.122.040504","volume":"122","author":"M Schuld","year":"2019","unstructured":"Schuld M, Killoran N (2019) Quantum machine learning in feature hilbert spaces. Phys Rev Lett 122(4):040504","journal-title":"Phys Rev Lett"},{"issue":"3","key":"190_CR33","doi-asserted-by":"publisher","first-page":"032331","DOI":"10.1103\/PhysRevA.99.032331","volume":"99","author":"M Schuld","year":"2019","unstructured":"Schuld M, Bergholm V, Gogolin C, Izaac J, Killoran N (2019) Evaluating analytic gradients on quantum hardware. Phys Rev A 99(3):032331","journal-title":"Phys Rev A"},{"key":"190_CR34","doi-asserted-by":"crossref","unstructured":"Schuld M, Sweke R, Meyer JJ (2021) Effect of data encoding on the expressive power of variational quantum-machine-learning models. Phys Rev A 103(3):032430","DOI":"10.1103\/PhysRevA.103.032430"},{"key":"190_CR35","doi-asserted-by":"crossref","unstructured":"Schuld M, Bocharov A, Svore KM, Wiebe N (2020) Circuit-centric quantum classifiers. Phys Rev A 101(3):032308","DOI":"10.1103\/PhysRevA.101.032308"},{"key":"190_CR36","doi-asserted-by":"crossref","unstructured":"Sequeira A, Santos LP, Barbosa LS (2022) Variational quantum policy gradients with an application to quantum control. arXiv preprint arXiv:2203.10591","DOI":"10.1007\/s42484-023-00101-8"},{"issue":"2","key":"190_CR37","doi-asserted-by":"publisher","first-page":"303","DOI":"10.1137\/S0036144598347011","volume":"41","author":"PW Shor","year":"1999","unstructured":"Shor PW (1999) Polynomial-time algorithms for prime factorization and discrete logarithms on a quantum computer. SIAM Rev 41(2):303\u2013332","journal-title":"SIAM Rev"},{"key":"190_CR38","doi-asserted-by":"publisher","DOI":"10.1016\/j.artint.2021.103535","volume":"299","author":"D Silver","year":"2021","unstructured":"Silver D, Singh S, Precup D, Sutton RS (2021) Reward is enough. Artif Intell 299:103535","journal-title":"Artif Intell"},{"key":"190_CR39","doi-asserted-by":"crossref","unstructured":"Silver D, Huang A, Maddison CJ, Guez A, Sifre L, Van Den\u00a0Driessche G, Schrittwieser J, Antonoglou I, Panneershelvam V, Lanctot M et al (2016) Mastering the game of go with deep neural networks and tree search. nature. 529(7587):484\u2013489","DOI":"10.1038\/nature16961"},{"key":"190_CR40","unstructured":"Silver D, Hubert T, Schrittwieser J, Antonoglou I, Lai M, Guez A, Lanctot M, Sifre L, Kumaran D, Graepel T et al (2017) Mastering chess and shogi by self-play with a general reinforcement learning algorithm. arXiv preprint arXiv:1712.01815"},{"key":"190_CR41","doi-asserted-by":"publisher","first-page":"720","DOI":"10.22331\/q-2022-05-24-720","volume":"6","author":"A Skolik","year":"2022","unstructured":"Skolik A, Jerbi S, Dunjko V (2022) Quantum agents in the gym: a variational quantum algorithm for deep q-learning. Quantum 6:720","journal-title":"Quantum"},{"key":"190_CR42","doi-asserted-by":"crossref","unstructured":"Skolik A, Cattelan M, Yarkoni S, B\u00e4ck T, Dunjko V (2023) Equivariant quantum circuits for learning on weighted graphs. npj Quantum Inf 9(1):47","DOI":"10.1038\/s41534-023-00710-y"},{"key":"190_CR43","unstructured":"Sorzano COS, Vargas J, Montano AP (2014) A survey of dimensionality reduction techniques. arXiv preprint arXiv:1403.2877"},{"key":"190_CR44","unstructured":"Sutton RS, Barto AG (2018) Reinforcement Learning: An Introduction. MIT press, ???"},{"key":"190_CR45","doi-asserted-by":"crossref","unstructured":"Watkins CJ, Dayan P (1992) Q-learning. Mach Learn 8(3):279\u2013292","DOI":"10.1007\/BF00992698"},{"key":"190_CR46","first-page":"18612","volume":"35","author":"K Zhang","year":"2022","unstructured":"Zhang K, Liu L, Hsieh M-H, Tao D (2022) Escaping from the barren plateau via gaussian initializations in deep variational quantum circuits. Adv Neural Inf Process Syst 35:18612\u201318627","journal-title":"Adv Neural Inf Process Syst"},{"key":"190_CR47","doi-asserted-by":"crossref","unstructured":"Zoufal C, Lucchi A, Woerner S (2021) Variational quantum boltzmann machines. Quantum Mach Intell 3:1\u201315","DOI":"10.1007\/s42484-020-00033-7"}],"container-title":["Quantum Machine Intelligence"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s42484-024-00190-z.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s42484-024-00190-z\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s42484-024-00190-z.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,12,23]],"date-time":"2024-12-23T16:07:14Z","timestamp":1734970034000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s42484-024-00190-z"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,8,28]]},"references-count":47,"journal-issue":{"issue":"2","published-print":{"date-parts":[[2024,12]]}},"alternative-id":["190"],"URL":"https:\/\/doi.org\/10.1007\/s42484-024-00190-z","relation":{},"ISSN":["2524-4906","2524-4914"],"issn-type":[{"value":"2524-4906","type":"print"},{"value":"2524-4914","type":"electronic"}],"subject":[],"published":{"date-parts":[[2024,8,28]]},"assertion":[{"value":"28 January 2024","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"9 August 2024","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"28 August 2024","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"The authors declare no competing interests.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Competing interests"}},{"value":"The authors declare no competing interests.","order":3,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflict of interest"}}],"article-number":"53"}}