{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,1,30]],"date-time":"2026-01-30T05:44:42Z","timestamp":1769751882692,"version":"3.49.0"},"reference-count":45,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"4","license":[{"start":{"date-parts":[[2023,4,1]],"date-time":"2023-04-01T00:00:00Z","timestamp":1680307200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2023,4,1]],"date-time":"2023-04-01T00:00:00Z","timestamp":1680307200000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2023,4,1]],"date-time":"2023-04-01T00:00:00Z","timestamp":1680307200000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IIEEE Trans. Software Eng."],"published-print":{"date-parts":[[2023,4,1]]},"DOI":"10.1109\/tse.2022.3188005","type":"journal-article","created":{"date-parts":[[2022,7,4]],"date-time":"2022-07-04T20:02:03Z","timestamp":1656964923000},"page":"1704-1725","source":"Crossref","is-referenced-by-count":14,"title":["Automated Generation and Evaluation of JMH Microbenchmark Suites From Unit Tests"],"prefix":"10.1109","volume":"49","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-1662-7487","authenticated-orcid":false,"given":"Mostafa","family":"Jangali","sequence":"first","affiliation":[{"name":"Department of Computer Science and Software Engineering, Concordia University, Montreal, QC, Canada"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-2378-8972","authenticated-orcid":false,"given":"Yiming","family":"Tang","sequence":"additional","affiliation":[{"name":"Department of Computer Science and Software Engineering, Concordia University, Montreal, QC, Canada"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-4308-4040","authenticated-orcid":false,"given":"Niclas","family":"Alexandersson","sequence":"additional","affiliation":[{"name":"Software Engineering Division, Chalmers|University of Gothenburg, Gothenburg, Sweden"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-2777-528X","authenticated-orcid":false,"given":"Philipp","family":"Leitner","sequence":"additional","affiliation":[{"name":"Software Engineering Division, Chalmers|University of Gothenburg, Gothenburg, Sweden"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Jinqiu","family":"Yang","sequence":"additional","affiliation":[{"name":"Department of Computer Science and Software Engineering, Concordia University, Montreal, QC, Canada"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Weiyi","family":"Shang","sequence":"additional","affiliation":[{"name":"Department of Computer Science and Software Engineering, Concordia University, Montreal, QC, Canada"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"263","reference":[{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1109\/32.888628"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2015.2445340"},{"key":"ref3","first-page":"119","article-title":"An evaluation of open-source software microbenchmark suites for continuous performance assessment","volume-title":"Proc. 15th Int. Conf. Mining Softw. Repositories","author":"Laaber"},{"key":"ref4","article-title":"Nanotrusting the nanotime","author":"Shipilev","year":"2021"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2019.2925345"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1007\/s10515-015-0188-0"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1145\/3297663.3309672"},{"key":"ref8","first-page":"1435","article-title":"Towards the use of the readily available tests from the release pipeline as performance tests: Are we there yet?","volume-title":"Proc. ACM\/IEEE 42nd Int. Conf. Softw. Eng.","author":"Ding"},{"key":"ref9","article-title":"Quantifying performance changes with effect size confidence intervals","author":"Kalibera","year":"2021"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1145\/1508284.1508275"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1145\/1297105.1297033"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1145\/2568225.2568232"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1109\/MSR.2013.6624035"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1145\/3030207.3030226"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1145\/3030207.3030213"},{"key":"ref16","first-page":"132","article-title":"Automatic microbenchmark generation to prevent dead code elimination and constant folding","volume-title":"Proc. 31st IEEE\/ACM Int. Conf. Automated Softw. Eng.","author":"Rodriguez-Cancio"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1145\/3368089.3409683"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1002\/smr.2276"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1109\/ICSME.2016.46"},{"key":"ref20","article-title":"Java benchmarking as easy as two timestamps","author":"Shipilev","year":"2021"},{"key":"ref21","article-title":"The art of Java benchmarking","author":"Click","year":"2010"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.1002\/stvr.1728"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1109\/MSR.2019.00066"},{"key":"ref24","article-title":"Caliper","year":"2015"},{"key":"ref25","article-title":"Java microbenchmarking harness (JMH)","author":"Corporation","year":"2016"},{"key":"ref26","article-title":"Junitperf","author":"Clarkware Consulting","year":"2009"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.1016\/bs.adcom.2018.03.015"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.1145\/3293882.3338982"},{"key":"ref29","doi-asserted-by":"publisher","DOI":"10.1145\/2345156.2254075"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.1109\/MSR.2012.6224281"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.1007\/s10664-008-9077-5"},{"key":"ref32","doi-asserted-by":"publisher","DOI":"10.1145\/2568225.2568229"},{"key":"ref33","doi-asserted-by":"publisher","DOI":"10.1145\/2813885.2737966"},{"key":"ref34","doi-asserted-by":"publisher","DOI":"10.1145\/1543135.1542522"},{"key":"ref35","doi-asserted-by":"publisher","DOI":"10.1145\/3106237.3106275"},{"key":"ref36","doi-asserted-by":"publisher","DOI":"10.1109\/ICSE.2015.100"},{"key":"ref37","doi-asserted-by":"publisher","DOI":"10.1007\/s10664-019-09681-1"},{"key":"ref38","doi-asserted-by":"publisher","DOI":"10.1145\/2885497"},{"key":"ref39","article-title":"Pa - Performance (change) analysis using bootstrap","author":"Laaber","year":"2021"},{"key":"ref40","doi-asserted-by":"publisher","DOI":"10.1080\/02664760903046102"},{"key":"ref41","doi-asserted-by":"publisher","DOI":"10.1017\/CBO9780511802843"},{"key":"ref42","doi-asserted-by":"publisher","DOI":"10.1080\/00031305.2015.1089789"},{"key":"ref43","doi-asserted-by":"publisher","DOI":"10.1109\/ICSE43902.2021.00087"},{"key":"ref44","doi-asserted-by":"publisher","DOI":"10.1145\/1449764.1449794"},{"key":"ref45","doi-asserted-by":"publisher","DOI":"10.1145\/2499368.2451141"}],"container-title":["IEEE Transactions on Software Engineering"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/32\/10103953\/09813593.pdf?arnumber=9813593","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,3,2]],"date-time":"2024-03-02T02:07:01Z","timestamp":1709345221000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/9813593\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,4,1]]},"references-count":45,"journal-issue":{"issue":"4"},"URL":"https:\/\/doi.org\/10.1109\/tse.2022.3188005","relation":{},"ISSN":["0098-5589","1939-3520","2326-3881"],"issn-type":[{"value":"0098-5589","type":"print"},{"value":"1939-3520","type":"electronic"},{"value":"2326-3881","type":"electronic"}],"subject":[],"published":{"date-parts":[[2023,4,1]]}}}