{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,18]],"date-time":"2026-06-18T14:55:09Z","timestamp":1781794509854,"version":"3.54.5"},"publisher-location":"New York, NY, USA","reference-count":52,"publisher":"ACM","license":[{"start":{"date-parts":[[2026,6,22]],"date-time":"2026-06-22T00:00:00Z","timestamp":1782086400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/legalcode"}],"funder":[{"DOI":"10.13039\/100000001","name":"NSF (National Science Foundation)","doi-asserted-by":"publisher","award":["513432, 238734, 2311950, 2230111, and 2217021"],"award-info":[{"award-number":["513432, 238734, 2311950, 2230111, and 2217021"]}],"id":[{"id":"10.13039\/100000001","id-type":"DOI","asserted-by":"publisher"}]},{"name":"U.S. Department of Energy Office of Science","award":["FWP 83466"],"award-info":[{"award-number":["FWP 83466"]}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2026,6,22]]},"DOI":"10.1145\/3787109.3816378","type":"proceedings-article","created":{"date-parts":[[2026,6,18]],"date-time":"2026-06-18T14:17:19Z","timestamp":1781792239000},"page":"830-835","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":0,"title":["Uncertainty Quantification Driven Benchmarking and Characterization of Noisy Quantum Backends: A VQE Case Study"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-7085-6013","authenticated-orcid":false,"given":"Priyabrata","family":"Senapati","sequence":"first","affiliation":[{"name":"Kent State University, Kent, OH, USA and Pacific Northwest National Laboratory, Richland, WA, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0000-6559-8398","authenticated-orcid":false,"given":"Waylon","family":"Luo","sequence":"additional","affiliation":[{"name":"Kent State University, Kent, OH, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-4226-7294","authenticated-orcid":false,"given":"Bo","family":"Peng","sequence":"additional","affiliation":[{"name":"Pacific Northwest National Laboratory, Richland, WA, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-3804-8945","authenticated-orcid":false,"given":"Qiang","family":"Guan","sequence":"additional","affiliation":[{"name":"Department of Computer Science, Kent State University, Kent, OH, USA and Miami University, Oxford, OH, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"320","published-online":{"date-parts":[[2026,6,22]]},"reference":[{"key":"e_1_3_3_2_2_2","doi-asserted-by":"crossref","unstructured":"Christophe Andrieu Nando De\u00a0Freitas Arnaud Doucet and Michael\u00a0I Jordan. 2003. An introduction to MCMC for machine learning. Machine learning 50 1 (2003) 5\u201343.","DOI":"10.1023\/A:1020281327116"},{"key":"e_1_3_3_2_3_2","unstructured":"Edoardo Apra Eric\u00a0J Bylaska Wibe\u00a0A De\u00a0Jong Niranjan Govind Karol Kowalski Tjerk\u00a0P Straatsma Marat Valiev Hubertus\u00a0JJ van Dam Yuri Alexeev James Anchell et\u00a0al. 2020. NWChem: Past present and future. The Journal of chemical physics 152 18 (2020)."},{"key":"e_1_3_3_2_4_2","doi-asserted-by":"crossref","unstructured":"Joseph\u00a0C Aulicino Trevor Keen and Bo Peng. 2022. State preparation and evolution in quantum computing: A perspective from Hamiltonian moments. International Journal of Quantum Chemistry 122 5 (2022) e26853.","DOI":"10.1002\/qua.26853"},{"key":"e_1_3_3_2_5_2","unstructured":"Robin Blume-Kohout Timothy Proctor and Kevin Young. 2025. Quantum characterization verification and validation."},{"key":"e_1_3_3_2_6_2","doi-asserted-by":"crossref","unstructured":"Robin Blume-Kohout and Kevin\u00a0C Young. 2020. A volumetric framework for quantum computer benchmarks. Quantum 4 (2020) 362.","DOI":"10.22331\/q-2020-11-15-362"},{"key":"e_1_3_3_2_7_2","doi-asserted-by":"crossref","unstructured":"Marco Cerezo Andrew Arrasmith Ryan Babbush Simon\u00a0C Benjamin Suguru Endo Keisuke Fujii Jarrod\u00a0R McClean Kosuke Mitarai Xiao Yuan Lukasz Cincio et\u00a0al. 2021. Variational quantum algorithms. Nature Reviews Physics 3 9 (2021) 625\u2013644.","DOI":"10.1038\/s42254-021-00348-9"},{"key":"e_1_3_3_2_8_2","unstructured":"Olivier Chapelle and Lihong Li. 2011. An empirical evaluation of thompson sampling. Advances in neural information processing systems 24."},{"key":"e_1_3_3_2_9_2","doi-asserted-by":"crossref","unstructured":"Andrew\u00a0W Cross Lev\u00a0S Bishop Sarah Sheldon Paul\u00a0D Nation and Jay\u00a0M Gambetta. 2019. Validating quantum computers using randomized model circuits. Physical Review A 100 3 (2019) 032328.","DOI":"10.1103\/PhysRevA.100.032328"},{"key":"e_1_3_3_2_10_2","unstructured":"David Eriksson Michael Pearce Jacob Gardner Ryan\u00a0D Turner and Matthias Poloczek. 2019. Scalable global optimization via local Bayesian optimization. Advances in neural information processing systems 32."},{"key":"e_1_3_3_2_11_2","unstructured":"Balandat et al.2020. BoTorch: A framework for efficient Monte-Carlo Bayesian optimization. Advances in neural information processing systems 33 21524\u201321538."},{"key":"e_1_3_3_2_12_2","doi-asserted-by":"crossref","unstructured":"Lubinski et al.2023. Application-oriented performance benchmarks for quantum computing. IEEE Transactions on Quantum Engineering 4 (2023) 1\u201332.","DOI":"10.1109\/TQE.2023.3253761"},{"key":"e_1_3_3_2_13_2","doi-asserted-by":"crossref","first-page":"137","DOI":"10.1109\/DSN53405.2022.00025","volume-title":"2022 52nd Annual IEEE\/IFIP International Conference on Dependable Systems and Networks (DSN)","author":"al. Oliveira et","year":"2022","unstructured":"Oliveira et al.2022. Qufi: a quantum fault injector to measure the reliability of qubits and quantum circuits. In 2022 52nd Annual IEEE\/IFIP International Conference on Dependable Systems and Networks (DSN). IEEE, 137\u2013149."},{"key":"e_1_3_3_2_14_2","doi-asserted-by":"crossref","first-page":"587","DOI":"10.1109\/HPCA53966.2022.00050","volume-title":"2022 IEEE International Symposium on High-Performance Computer Architecture (HPCA)","author":"al. Tomesh et","year":"2022","unstructured":"Tomesh et al.2022. Supermarq: A scalable quantum benchmark suite. In 2022 IEEE International Symposium on High-Performance Computer Architecture (HPCA). IEEE, 587\u2013603."},{"key":"e_1_3_3_2_15_2","doi-asserted-by":"crossref","unstructured":"Xu et al.2022. Quantifying the uncertainty and global sensitivity of quantum computations on experimental hardware: G. Xu et al. Quantum Information Processing 21 11 (2022) 366.","DOI":"10.1007\/s11128-022-03701-8"},{"key":"e_1_3_3_2_16_2","unstructured":"Edward Farhi Jeffrey Goldstone and Sam Gutmann. 2014. A quantum approximate optimization algorithm. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/1411.4028 (2014)."},{"key":"e_1_3_3_2_17_2","doi-asserted-by":"crossref","unstructured":"Dmitry\u00a0A Fedorov Bo Peng Niranjan Govind and Yuri Alexeev. 2022. VQE method: a short survey and recent developments. Materials Theory 6 1 (2022) 2.","DOI":"10.1186\/s41313-021-00032-6"},{"key":"e_1_3_3_2_18_2","unstructured":"Peter\u00a0I Frazier. 2018. A tutorial on Bayesian optimization. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/1807.02811 (2018)."},{"key":"e_1_3_3_2_19_2","doi-asserted-by":"crossref","unstructured":"Akel Hashim Long\u00a0B Nguyen Noah Goss Brian Marinelli Ravi\u00a0K Naik Trevor Chistolini Jordan Hines John\u00a0Paul Marceaux Yosep Kim Pranav Gokhale et\u00a0al. 2025. Practical introduction to benchmarking and characterization of quantum computers. PRX Quantum 6 3 (2025) 030202.","DOI":"10.1103\/PRXQuantum.6.030202"},{"key":"e_1_3_3_2_20_2","doi-asserted-by":"crossref","unstructured":"W\u00a0Keith Hastings. 1970. Monte Carlo sampling methods using Markov chains and their applications. (1970).","DOI":"10.2307\/2334940"},{"key":"e_1_3_3_2_21_2","doi-asserted-by":"crossref","unstructured":"Donald\u00a0R Jones Matthias Schonlau and William\u00a0J Welch. 1998. Efficient global optimization of expensive black-box functions. Journal of Global optimization 13 4 (1998) 455\u2013492.","DOI":"10.1023\/A:1008306431147"},{"key":"e_1_3_3_2_22_2","doi-asserted-by":"crossref","unstructured":"Abhinav Kandala Antonio Mezzacapo Kristan Temme Maika Takita Markus Brink Jerry\u00a0M Chow and Jay\u00a0M Gambetta. 2017. Hardware-efficient variational quantum eigensolver for small molecules and quantum magnets. nature 549 7671 (2017) 242\u2013246.","DOI":"10.1038\/nature23879"},{"key":"e_1_3_3_2_23_2","unstructured":"Scott\u00a0M Lundberg and Su-In Lee. 2017. A unified approach to interpreting model predictions. Advances in neural information processing systems 30."},{"key":"e_1_3_3_2_24_2","doi-asserted-by":"publisher","DOI":"10.1145\/3726301.3732296"},{"key":"e_1_3_3_2_25_2","doi-asserted-by":"publisher","DOI":"10.1145\/3731599.3767548"},{"key":"e_1_3_3_2_26_2","doi-asserted-by":"publisher","DOI":"10.1145\/3754598.3754641"},{"key":"e_1_3_3_2_27_2","doi-asserted-by":"crossref","unstructured":"Easwar Magesan Jay\u00a0M Gambetta and Joseph Emerson. 2012. Characterizing quantum gates via randomized benchmarking. Physical Review A\u2014Atomic Molecular and Optical Physics 85 4 (2012) 042311.","DOI":"10.1103\/PhysRevA.85.042311"},{"key":"e_1_3_3_2_28_2","doi-asserted-by":"crossref","unstructured":"Jarrod\u00a0R McClean Sergio Boixo Vadim\u00a0N Smelyanskiy Ryan Babbush and Hartmut Neven. 2018. Barren plateaus in quantum neural network training landscapes. Nature communications 9 1 (2018) 4812.","DOI":"10.1038\/s41467-018-07090-4"},{"key":"e_1_3_3_2_29_2","doi-asserted-by":"crossref","unstructured":"Jarrod\u00a0R McClean Jonathan Romero Ryan Babbush and Al\u00e1n Aspuru-Guzik. 2016. The theory of variational hybrid quantum-classical algorithms. New Journal of Physics 18 2 (2016) 023023.","DOI":"10.1088\/1367-2630\/18\/2\/023023"},{"key":"e_1_3_3_2_30_2","doi-asserted-by":"crossref","unstructured":"Nicholas Metropolis Arianna\u00a0W Rosenbluth Marshall\u00a0N Rosenbluth Augusta\u00a0H Teller and Edward Teller. 1953. Equation of state calculations by fast computing machines. The journal of chemical physics 21 6 (1953) 1087\u20131092.","DOI":"10.1063\/1.1699114"},{"key":"e_1_3_3_2_31_2","doi-asserted-by":"crossref","unstructured":"Max\u00a0D Morris. 1991. Factorial sampling plans for preliminary computational experiments. Technometrics 33 2 (1991) 161\u2013174.","DOI":"10.1080\/00401706.1991.10484804"},{"key":"e_1_3_3_2_32_2","doi-asserted-by":"crossref","unstructured":"Bo Peng Sahil Gulania Yuri Alexeev and Niranjan Govind. 2022. Quantum time dynamics employing the Yang-Baxter equation for circuit compression. Physical Review A 106 1 (2022) 012412.","DOI":"10.1103\/PhysRevA.106.012412"},{"key":"e_1_3_3_2_33_2","doi-asserted-by":"crossref","unstructured":"Alberto Peruzzo Jarrod McClean Peter Shadbolt Man-Hong Yung Xiao-Qi Zhou Peter\u00a0J Love Al\u00e1n Aspuru-Guzik and Jeremy\u00a0L O\u2019brien. 2014. A variational eigenvalue solver on a photonic quantum processor. Nature communications 5 1 (2014) 4213.","DOI":"10.1038\/ncomms5213"},{"key":"e_1_3_3_2_34_2","doi-asserted-by":"crossref","unstructured":"John Preskill. 2018. Quantum computing in the NISQ era and beyond. Quantum 2 (2018) 79.","DOI":"10.22331\/q-2018-08-06-79"},{"key":"e_1_3_3_2_35_2","doi-asserted-by":"crossref","unstructured":"Timothy Proctor Stefan Seritan Kenneth Rudinger Erik Nielsen Robin Blume-Kohout and Kevin Young. 2022. Scalable randomized benchmarking of quantum computers using mirror circuits. Physical Review Letters 129 15 (2022) 150502.","DOI":"10.1103\/PhysRevLett.129.150502"},{"key":"e_1_3_3_2_36_2","doi-asserted-by":"crossref","unstructured":"Shaolun Ruan Yong Wang Weiwen Jiang Ying Mao and Qiang Guan. 2022. VACSEN: A visualization approach for noise awareness in quantum computing. IEEE Transactions on Visualization and Computer Graphics 29 1 (2022) 462\u2013472.","DOI":"10.1109\/TVCG.2022.3209455"},{"key":"e_1_3_3_2_37_2","doi-asserted-by":"crossref","unstructured":"Andrea Saltelli. 2002. Making best use of model evaluations to compute sensitivity indices. Computer physics communications 145 2 (2002) 280\u2013297.","DOI":"10.1016\/S0010-4655(02)00280-1"},{"key":"e_1_3_3_2_38_2","doi-asserted-by":"publisher","DOI":"10.1145\/3588983.3596689"},{"key":"e_1_3_3_2_39_2","doi-asserted-by":"publisher","DOI":"10.1109\/QCE60285.2024.00168"},{"key":"e_1_3_3_2_40_2","doi-asserted-by":"publisher","DOI":"10.1109\/QSW67625.2025.00011"},{"key":"e_1_3_3_2_41_2","doi-asserted-by":"publisher","DOI":"10.1109\/QCE57702.2023.00060"},{"key":"e_1_3_3_2_42_2","doi-asserted-by":"publisher","DOI":"10.1109\/ICCD65941.2025.00058"},{"key":"e_1_3_3_2_43_2","doi-asserted-by":"crossref","unstructured":"Bobak Shahriari Kevin Swersky Ziyu Wang Ryan\u00a0P Adams and Nando De\u00a0Freitas. 2015. Taking the human out of the loop: A review of Bayesian optimization. Proc. IEEE 104 1 (2015) 148\u2013175.","DOI":"10.1109\/JPROC.2015.2494218"},{"key":"e_1_3_3_2_44_2","unstructured":"Jasper Snoek Hugo Larochelle and Ryan\u00a0P Adams. 2012. Practical bayesian optimization of machine learning algorithms. Advances in neural information processing systems 25."},{"key":"e_1_3_3_2_45_2","doi-asserted-by":"crossref","unstructured":"Ilya\u00a0M Sobol. 2001. Global sensitivity indices for nonlinear mathematical models and their Monte Carlo estimates. Mathematics and computers in simulation 55 1-3 (2001) 271\u2013280.","DOI":"10.1016\/S0378-4754(00)00270-6"},{"key":"e_1_3_3_2_46_2","doi-asserted-by":"publisher","DOI":"10.1145\/3470496.3527434"},{"key":"e_1_3_3_2_47_2","doi-asserted-by":"publisher","DOI":"10.1109\/QCE52317.2021.00023"},{"key":"e_1_3_3_2_48_2","unstructured":"Samuel\u00a0A Stein Betis Baheri Daniel Chen Ying Mao Qiang Guan Ang Li Shuai Xu and Caiwen Ding. 2022. Quclassi: A hybrid deep neural network architecture based on quantum state fidelity. Proceedings of Machine Learning and Systems 4 251\u2013264."},{"key":"e_1_3_3_2_49_2","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-23395-6"},{"key":"e_1_3_3_2_50_2","doi-asserted-by":"crossref","unstructured":"William\u00a0R Thompson. 1933. On the likelihood that one unknown probability exceeds another in view of the evidence of two samples. Biometrika 25 3\/4 (1933) 285\u2013294.","DOI":"10.1093\/biomet\/25.3-4.285"},{"key":"e_1_3_3_2_51_2","doi-asserted-by":"crossref","unstructured":"Jules Tilly Hongxiang Chen Shuxiang Cao Dario Picozzi Kanav Setia Ying Li Edward Grant Leonard Wossnig Ivan Rungger George\u00a0H Booth et\u00a0al. 2022. The variational quantum eigensolver: a review of methods and best practices. Physics Reports 986 (2022) 1\u2013128.","DOI":"10.1016\/j.physrep.2022.08.003"},{"key":"e_1_3_3_2_52_2","first-page":"681","volume-title":"Proceedings of the 28th international conference on machine learning (ICML-11)","author":"Welling Max","year":"2011","unstructured":"Max Welling and Yee\u00a0W Teh. 2011. Bayesian learning via stochastic gradient Langevin dynamics. In Proceedings of the 28th international conference on machine learning (ICML-11). 681\u2013688."},{"key":"e_1_3_3_2_53_2","volume-title":"Gaussian processes for machine learning","author":"Williams Christopher\u00a0KI","year":"2006","unstructured":"Christopher\u00a0KI Williams and Carl\u00a0Edward Rasmussen. 2006. Gaussian processes for machine learning. Vol.\u00a02. MIT press Cambridge, MA."}],"event":{"name":"GLSVLSI '26: Great Lakes Symposium on VLSI 2026","location":"Canandaigua , NY , USA","acronym":"GLSVLSI '26","sponsor":["SIGDA ACM Special Interest Group on Design Automation","IEEE CEDA"]},"container-title":["Proceedings of the Great Lakes Symposium on VLSI 2026"],"original-title":[],"deposited":{"date-parts":[[2026,6,18]],"date-time":"2026-06-18T14:29:11Z","timestamp":1781792951000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3787109.3816378"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026,6,22]]},"references-count":52,"alternative-id":["10.1145\/3787109.3816378","10.1145\/3787109"],"URL":"https:\/\/doi.org\/10.1145\/3787109.3816378","relation":{},"subject":[],"published":{"date-parts":[[2026,6,22]]},"assertion":[{"value":"2026-06-22","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}