{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,26]],"date-time":"2026-03-26T15:02:15Z","timestamp":1774537335460,"version":"3.50.1"},"reference-count":49,"publisher":"Springer Science and Business Media LLC","issue":"5","license":[{"start":{"date-parts":[[2025,4,18]],"date-time":"2025-04-18T00:00:00Z","timestamp":1744934400000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by-nc-nd\/4.0"},{"start":{"date-parts":[[2025,4,18]],"date-time":"2025-04-18T00:00:00Z","timestamp":1744934400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by-nc-nd\/4.0"}],"funder":[{"DOI":"10.13039\/100000015","name":"U.S. Department of Energy","doi-asserted-by":"publisher","award":["DE-SC0012704"],"award-info":[{"award-number":["DE-SC0012704"]}],"id":[{"id":"10.13039\/100000015","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000015","name":"U.S. Department of Energy","doi-asserted-by":"publisher","award":["DE-SC0012704"],"award-info":[{"award-number":["DE-SC0012704"]}],"id":[{"id":"10.13039\/100000015","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000015","name":"U.S. Department of Energy","doi-asserted-by":"publisher","award":["DE-SC0012704"],"award-info":[{"award-number":["DE-SC0012704"]}],"id":[{"id":"10.13039\/100000015","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Nat Comput Sci"],"DOI":"10.1038\/s43588-025-00792-y","type":"journal-article","created":{"date-parts":[[2025,4,18]],"date-time":"2025-04-18T09:02:07Z","timestamp":1744966927000},"page":"427-435","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":11,"title":["Benchmarking the performance of quantum computing software for quantum circuit creation, manipulation and compilation"],"prefix":"10.1038","volume":"5","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-0045-6118","authenticated-orcid":false,"given":"Paul D.","family":"Nation","sequence":"first","affiliation":[]},{"given":"Abdullah Ash","family":"Saki","sequence":"additional","affiliation":[]},{"given":"Sebastian","family":"Brandhofer","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-3530-6283","authenticated-orcid":false,"given":"Luciano","family":"Bello","sequence":"additional","affiliation":[]},{"given":"Shelly","family":"Garion","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0001-9713-2875","authenticated-orcid":false,"given":"Matthew","family":"Treinish","sequence":"additional","affiliation":[]},{"given":"Ali","family":"Javadi-Abhari","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2025,4,18]]},"reference":[{"key":"792_CR1","unstructured":"Amazon Braket. AWS https:\/\/aws.amazon.com\/braket\/ (2024)."},{"key":"792_CR2","doi-asserted-by":"publisher","unstructured":"Younis, E. et al. Berkeley Quantum Synthesis Toolkit (bqskit) v1. US Department of Energy https:\/\/doi.org\/10.11578\/dc.20210603.2 (2021).","DOI":"10.11578\/dc.20210603.2"},{"key":"792_CR3","doi-asserted-by":"publisher","unstructured":"Cirq Developers. Cirq. Zenodo https:\/\/doi.org\/10.5281\/zenodo.4062499 (2024).","DOI":"10.5281\/zenodo.4062499"},{"key":"792_CR4","unstructured":"Javadi-Abhari, A. et al. Quantum computing with Qiskit. Preprint at https:\/\/arxiv.org\/abs\/2405.08810 (2024)."},{"key":"792_CR5","unstructured":"Kremer, D. et al. Practical and efficient quantum circuit synthesis and transpiling with reinforcement learning. Preprint at https:\/\/arxiv.org\/abs\/2405.13196 (2024)."},{"key":"792_CR6","doi-asserted-by":"publisher","first-page":"034016","DOI":"10.1088\/2058-9565\/ab9359","volume":"5","author":"M Amy","year":"2020","unstructured":"Amy, M. & Gheorghiu, V. staq\u2014a full-stack quantum processing toolkit. Quant. Sci. Technol. 5, 034016 (2020).","journal-title":"Quant. Sci. Technol."},{"key":"792_CR7","doi-asserted-by":"crossref","unstructured":"Sivarajah, S. et al. t\u2223ket\u232a: a retargetable compiler for nisq devices. Quant. Sci. Technol. 6, 014003 (2020).","DOI":"10.1088\/2058-9565\/ab8e92"},{"key":"792_CR8","doi-asserted-by":"publisher","unstructured":"Amy, M. Towards large-scale functional verification of universal quantum circuits. In Proc. 15th Int. Conf. Quantum Phys. Log. (eds. Selinger, P. & Chiribella, G.) 1\u201321 (EPTCS, 2019); https:\/\/doi.org\/10.4204\/EPTCS.287.1","DOI":"10.4204\/EPTCS.287.1"},{"key":"792_CR9","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1145\/3591364","volume":"4","author":"A Li","year":"2023","unstructured":"Li, A., Stein, S., Krishnamoorthy, S. & Ang, J. QASMBench: a low-level quantum benchmark suite for NISQ evaluation and simulation. ACM Trans. Quant. Comput. 4, 1\u201326 (2023).","journal-title":"ACM Trans. Quant. Comput."},{"key":"792_CR10","unstructured":"Mori, Y. et al. Quantum circuit unoptimization. Preprint at https:\/\/arxiv.org\/abs\/2311.03805 (2023)."},{"key":"792_CR11","doi-asserted-by":"publisher","unstructured":"Sawaya, N. P. et al. HamLib: a library of Hamiltonians for benchmarking quantum algorithms and hardware. In 2023 IEEE Int. Conf. Quantum Comp. Eng. vol. 2, 389 (IEEE, 2023); https:\/\/doi.org\/10.1109\/QCE57702.2023.10296","DOI":"10.1109\/QCE57702.2023.10296"},{"key":"792_CR12","unstructured":"Kharkov, Y., Ivanova, A., Mikhantiev, E. & Kotelnikov, A. Arline benchmarks: automated benchmarking platform for quantum compilers. Preprint at https:\/\/arxiv.org\/abs\/2202.14025 (2022)."},{"key":"792_CR13","doi-asserted-by":"crossref","unstructured":"Quetschlich, N., Burgholzer, L. & Wille, R. MQT Bench: benchmarking software and design automation tools for quantum computing. Quantum 7, 1062 (2023).","DOI":"10.22331\/q-2023-07-20-1062"},{"key":"792_CR14","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1145\/3505636","volume":"3","author":"A Cross","year":"2022","unstructured":"Cross, A. et al. Openqasm 3: a broader and deeper quantum assembly language. ACM Trans. Quant. Comput. 3, 1 (2022).","journal-title":"ACM Trans. Quant. Comput."},{"key":"792_CR15","unstructured":"Yan, G. et al. Quantum circuit synthesis and compilation optimization: overview and prospects. Preprint at https:\/\/arxiv.org\/abs\/2407.00736 (2024)."},{"key":"792_CR16","unstructured":"Zhang, V. & Nation, P. D. Characterizing quantum processors using discrete time crystals. Preprint at https:\/\/arxiv.org\/abs\/2301.07625 (2023)."},{"key":"792_CR17","doi-asserted-by":"publisher","first-page":"500\u2013505","DOI":"10.1038\/s41586-023-06096-3","volume":"618","author":"Y Kim","year":"2023","unstructured":"Kim, Y. et al. Evidence for the utility of quantum computing before fault tolerance. Nature 618, 500\u2013505 (2023).","journal-title":"Nature"},{"key":"792_CR18","doi-asserted-by":"publisher","first-page":"013183","DOI":"10.1103\/PhysRevResearch.5.013183","volume":"5","author":"H Yu","year":"2023","unstructured":"Yu, H., Zhao, Y. & Wei, T.-C. Simulating large-size quantum spin chains on cloud-based superconducting quantum computers. Phys. Rev. Res. 5, 013183 (2023).","journal-title":"Phys. Rev. Res."},{"key":"792_CR19","doi-asserted-by":"crossref","unstructured":"Majumdar, R., Rivero, P., Metz, F., Hasan, A. & Wang, D. S. Best practices for quantum error mitigation with digital zero-noise extrapolation. Preprint at https:\/\/arxiv.org\/abs\/2307.05203 (2023).","DOI":"10.1109\/QCE57702.2023.00102"},{"key":"792_CR20","doi-asserted-by":"publisher","first-page":"552","DOI":"10.1038\/s41467-025-57623-x","volume":"16","author":"O Shtanko","year":"2025","unstructured":"Shtanko, O. et al. Uncovering local integrability in quantum many-body dynamics. Nat. Commun. 16, 552 (2025).","journal-title":"Nat. Commun."},{"key":"792_CR21","unstructured":"Yasuda, T. et al. Quantum reservoir computing with repeated measurements on superconducting devices. Preprint at https:\/\/arxiv.org\/abs\/2310.06706 (2023)."},{"key":"792_CR22","doi-asserted-by":"publisher","first-page":"161\u2013167","DOI":"10.1038\/s41567-024-02696-6","volume":"21","author":"EH Chen","year":"2025","unstructured":"Chen, E. H. et al. Nishimori transition across the error threshold for constant-depth quantum circuits. Nat. Phys. 21, 161\u2013167 (2025).","journal-title":"Nat. Phys."},{"key":"792_CR23","doi-asserted-by":"publisher","first-page":"020315","DOI":"10.1103\/PRXQuantum.5.020315","volume":"5","author":"RC Farrell","year":"2024","unstructured":"Farrell, R. C., Illa, M., Ciavarella, A. N. & Savage, M. J. Scalable circuits for preparing ground states on digital quantum computers: the Schwinger model vacuum on 100 qubits. PRX Quantum 5, 020315 (2024).","journal-title":"PRX Quantum"},{"key":"792_CR24","doi-asserted-by":"publisher","DOI":"10.1038\/s41534-024-00906-w","volume":"10","author":"E Pelofske","year":"2024","unstructured":"Pelofske, E., B\u00e4rtschi, A., Cincio, L., Golden, J. & Eidenbenz, S. Scaling whole-chip QAOA for higher-order Ising spin glass models on heavy-hex graphs. npj Quant. Inf. 10, 109 (2024).","journal-title":"npj Quant. Inf."},{"key":"792_CR25","doi-asserted-by":"publisher","first-page":"030339","DOI":"10.1103\/PRXQuantum.5.030339","volume":"5","author":"E B\u00e4umer","year":"2024","unstructured":"B\u00e4umer, E. et al. Efficient long-range entanglement using dynamic circuits. PRX Quant. 5, 030339 (2024).","journal-title":"PRX Quant."},{"key":"792_CR26","first-page":"920\u2013926","volume":"638","author":"R Acharya","year":"2024","unstructured":"Acharya, R. et al. Quantum error correction below the surface code threshold. Nature 638, 920\u2013926 (2024).","journal-title":"Nature"},{"key":"792_CR27","doi-asserted-by":"publisher","first-page":"58\u201365","DOI":"10.1038\/s41586-023-06927-3","volume":"626","author":"D Bluvstein","year":"2024","unstructured":"Bluvstein, D. et al. Logical quantum processor based on reconfigurable atom arrays. Nature 626, 58\u201365 (2024).","journal-title":"Nature"},{"key":"792_CR28","doi-asserted-by":"publisher","first-page":"114510","DOI":"10.1103\/PhysRevD.109.114510","volume":"109","author":"RC Farrell","year":"2024","unstructured":"Farrell, R. C., Illa, M., Ciavarella, A. N. & Savage, M. J. Quantum simulations of hadron dynamics in the Schwinger model using 112 qubits. Phys. Rev. D 109, 114510 (2024).","journal-title":"Phys. Rev. D"},{"key":"792_CR29","unstructured":"Shinjo, K., Seki, K., Shirakawa, T., Sun, R.-Y. & Yunoki, S. Unveiling clean two-dimensional discrete time quasicrystals on a digital quantum computer. Preprint at https:\/\/arxiv.org\/abs\/2403.16718 (2024)."},{"key":"792_CR30","doi-asserted-by":"publisher","first-page":"040320","DOI":"10.1103\/PRXQuantum.5.040320","volume":"5","author":"A Miessen","year":"2024","unstructured":"Miessen, A., Egger, D. J., Tavernelli, I. & Mazzola, G. Benchmarking digital quantum simulations above hundreds of qubits using quantum critical dynamics. PRX Quant. 5, 040320 (2024).","journal-title":"PRX Quant."},{"key":"792_CR31","unstructured":"Robledo-Moreno, J. et al. Chemistry beyond exact solutions on a quantum-centric supercomputer. Preprint at https:\/\/arxiv.org\/abs\/2405.05068 (2024)."},{"key":"792_CR32","unstructured":"Montanez-Barrera, J. A. & Michielsen, K. Towards a universal QAOA protocol: evidence of a scaling advantage in solving some combinatorial optimization problems. Preprint at https:\/\/arxiv.org\/abs\/2405.09169 (2024)."},{"key":"792_CR33","doi-asserted-by":"crossref","unstructured":"Cadavid, A. G., Dalal, A., Simen, A., Solano, E. & Hegade, N. N. Bias-field digitized counterdiabatic quantum optimization. Preprint at https:\/\/arxiv.org\/abs\/2405.13898 (2024).","DOI":"10.1103\/PhysRevResearch.7.L022010"},{"key":"792_CR34","doi-asserted-by":"crossref","unstructured":"Alevras, D. et al. mRNA secondary structure prediction using utility-scale quantum computers. Preprint at https:\/\/arxiv.org\/abs\/2405.20328 (2024).","DOI":"10.1109\/QCE60285.2024.00064"},{"key":"792_CR35","unstructured":"Sachdeva, N. et al. Quantum optimization using a 127-qubit gate-model IBM quantum computer can outperform quantum annealers for nontrivial binary optimization problems. Preprint at https:\/\/arxiv.org\/abs\/2406.01743 (2024)."},{"key":"792_CR36","unstructured":"cuda-quantum. GitHub https:\/\/github.com\/NVIDIA\/cuda-quantum (2024)."},{"key":"792_CR37","unstructured":"qiskit-braket-provider. GitHub https:\/\/github.com\/qiskit-community\/qiskit-braket-provider (2024)."},{"key":"792_CR38","doi-asserted-by":"publisher","first-page":"140975","DOI":"10.1016\/j.cplett.2023.140975","volume":"836","author":"E L\u00f6tstedt","year":"2024","unstructured":"L\u00f6tstedt, E. & Yamanouchi, K. Comparison of current quantum devices for quantum computing of heisenberg spin chain dynamics. Chem. Phys. Lett. 836, 140975 (2024).","journal-title":"Chem. Phys. Lett."},{"key":"792_CR39","unstructured":"pytest. GitHub https:\/\/github.com\/pytest-dev\/pytest (2024)."},{"key":"792_CR40","unstructured":"pytest-benchmark. GitHub https:\/\/github.com\/ionelmc\/pytest-benchmark\/ (2024)."},{"key":"792_CR41","doi-asserted-by":"publisher","first-page":"032328","DOI":"10.1103\/PhysRevA.100.032328","volume":"100","author":"AW Cross","year":"2019","unstructured":"Cross, A. W., Bishop, L. S., Sheldon, S., Nation, P. D. & Gambetta, J. M. Validating quantum computers using randomized model circuits. Phys. Rev. A 100, 032328 (2019).","journal-title":"Phys. Rev. A"},{"key":"792_CR42","doi-asserted-by":"publisher","first-page":"4546","DOI":"10.1109\/TIT.2021.3081415","volume":"67","author":"S Bravyi","year":"2021","unstructured":"Bravyi, S. & Maslov, D. Hadamard-free circuits expose the structure of the Clifford group. IEEE Trans. Inf. Theory 67, 4546 (2021).","journal-title":"IEEE Trans. Inf. Theory"},{"key":"792_CR43","doi-asserted-by":"publisher","first-page":"580","DOI":"10.22331\/q-2021-11-16-580","volume":"5","author":"S Bravyi","year":"2021","unstructured":"Bravyi, S., Shaydulin, R., Hu, S. & Maslov, D. Clifford circuit optimization with templates and symbolic Pauli gates. Quantum 5, 580 (2021).","journal-title":"Quantum"},{"key":"792_CR44","unstructured":"Knill, E. Fault-tolerant postselected quantum computation: threshold analysis. Preprint at https:\/\/arxiv.org\/abs\/quant-ph\/0404104 (2004)."},{"key":"792_CR45","doi-asserted-by":"publisher","first-page":"052325","DOI":"10.1103\/PhysRevA.94.052325","volume":"94","author":"JJ Wallman","year":"2016","unstructured":"Wallman, J. J. & Emerson, J. Noise tailoring for scalable quantum computation via randomized compiling. Phys. Rev. A 94, 052325 (2016).","journal-title":"Phys. Rev. A"},{"key":"792_CR46","doi-asserted-by":"publisher","first-page":"3968","DOI":"10.21105\/joss.03968","volume":"7","author":"M Treinish","year":"2022","unstructured":"Treinish, M., Carvalho, I., Tsilimigkounakis, G. & S\u00e1, N. rustworkx: a high-performance graph library for python. J. Open Source Softw. 7, 3968 (2022).","journal-title":"J. Open Source Softw."},{"key":"792_CR47","doi-asserted-by":"publisher","unstructured":"IBM Quantum & Nation, P. Results generated from Benchpress 1.0 used in Nat. Comput. Sci. publication. Zenodo https:\/\/doi.org\/10.5281\/zenodo.14977295 (2025).","DOI":"10.5281\/zenodo.14977295"},{"key":"792_CR48","doi-asserted-by":"publisher","unstructured":"IBM Quantum & Nation, P. Benchpress 1.0. Zenodo https:\/\/doi.org\/10.5281\/zenodo.14977334 (2025).","DOI":"10.5281\/zenodo.14977334"},{"key":"792_CR49","doi-asserted-by":"publisher","first-page":"218","DOI":"10.1145\/5666.5673","volume":"29","author":"PJ Fleming","year":"1986","unstructured":"Fleming, P. J. & Wallace, J. J. How not to lie with statistics: the correct way to summarize benchmark results. Commun. ACM 29, 218 (1986).","journal-title":"Commun. ACM"}],"container-title":["Nature Computational Science"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/www.nature.com\/articles\/s43588-025-00792-y.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/www.nature.com\/articles\/s43588-025-00792-y","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/www.nature.com\/articles\/s43588-025-00792-y.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,5,27]],"date-time":"2025-05-27T22:03:27Z","timestamp":1748383407000},"score":1,"resource":{"primary":{"URL":"https:\/\/www.nature.com\/articles\/s43588-025-00792-y"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,4,18]]},"references-count":49,"journal-issue":{"issue":"5","published-online":{"date-parts":[[2025,5]]}},"alternative-id":["792"],"URL":"https:\/\/doi.org\/10.1038\/s43588-025-00792-y","relation":{},"ISSN":["2662-8457"],"issn-type":[{"value":"2662-8457","type":"electronic"}],"subject":[],"published":{"date-parts":[[2025,4,18]]},"assertion":[{"value":"22 September 2024","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"17 March 2025","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"18 April 2025","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"The authors declare no competing interests.","order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Competing interests"}}]}}