{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,23]],"date-time":"2026-04-23T13:14:10Z","timestamp":1776950050863,"version":"3.51.4"},"publisher-location":"New York, NY, USA","reference-count":60,"publisher":"ACM","funder":[{"name":"Royal Higher Institute for Defence (RHID)","award":["24DEFRA001"],"award-info":[{"award-number":["24DEFRA001"]}]},{"name":"Research Foundation Flanders (FWO)","award":["G096225N"],"award-info":[{"award-number":["G096225N"]}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2026,5,4]]},"DOI":"10.1145\/3777884.3796997","type":"proceedings-article","created":{"date-parts":[[2026,4,23]],"date-time":"2026-04-23T12:27:26Z","timestamp":1776947246000},"page":"170-183","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":0,"title":["benchkit: A Declarative Framework for Composable Performance Evaluation of System Software"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-6608-6562","authenticated-orcid":false,"given":"Antonio","family":"Paolillo","sequence":"first","affiliation":[{"name":"Software Languages Lab, Vrije Universiteit Brussel, Brussels, Belgium"}]},{"ORCID":"https:\/\/orcid.org\/0009-0006-5710-3969","authenticated-orcid":false,"given":"Mats","family":"Van Molle","sequence":"additional","affiliation":[{"name":"Software Languages Lab, Vrije Universiteit Brussel, Brussels, Belgium"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-8196-9889","authenticated-orcid":false,"given":"Ken","family":"Hasselmann","sequence":"additional","affiliation":[{"name":"Department of Mechanics, Royal Military Academy, Brussels, Belgium"}]}],"member":"320","published-online":{"date-parts":[[2026,5,3]]},"reference":[{"key":"e_1_3_2_1_1_1","unstructured":"ACM. 2020. Artifact Review and Badging Version 1.1. https:\/\/www.acm.org\/publications\/policies\/artifact-review-and-badging-current Accessed: 2025-01-15."},{"key":"e_1_3_2_1_2_1","doi-asserted-by":"publisher","DOI":"10.1145\/3292500.3330701"},{"key":"e_1_3_2_1_3_1","doi-asserted-by":"publisher","DOI":"10.1145\/125826.125925"},{"key":"e_1_3_2_1_4_1","unstructured":"Anton Blanchard. 2020. will-it-scale. https:\/\/github.com\/antonblanchard\/will-it-scale. Accessed: 2026-02-20."},{"key":"e_1_3_2_1_5_1","doi-asserted-by":"publisher","DOI":"10.1145\/3185768.3185771"},{"key":"e_1_3_2_1_6_1","doi-asserted-by":"publisher","DOI":"10.1145\/2858788.2688503"},{"key":"e_1_3_2_1_7_1","doi-asserted-by":"publisher","DOI":"10.1145\/3360311"},{"key":"e_1_3_2_1_8_1","doi-asserted-by":"publisher","DOI":"10.1145\/2812803"},{"key":"e_1_3_2_1_9_1","unstructured":"Will Constable Xu Zhao Victor Bittorf Eric Christoffersen Taylor Robie Eric Han Peng Wu Nick Korovaiko Jason Ansel Orion Reblitz-Richardson and Soumith Chintala. 2020. TorchBench: A collection of open source benchmarks for PyTorch performance and usability evaluation. https:\/\/github.com\/pytorch\/benchmark. Accessed: 2025-11-19."},{"key":"e_1_3_2_1_10_1","doi-asserted-by":"publisher","DOI":"10.1145\/3477132.3483557"},{"key":"e_1_3_2_1_11_1","doi-asserted-by":"publisher","DOI":"10.1145\/1327452.1327492"},{"key":"e_1_3_2_1_12_1","doi-asserted-by":"publisher","DOI":"10.1145\/3302424.3303984"},{"key":"e_1_3_2_1_13_1","doi-asserted-by":"publisher","DOI":"10.1145\/3409964.3461805"},{"key":"e_1_3_2_1_14_1","doi-asserted-by":"publisher","DOI":"10.14778\/2732240.2732246"},{"key":"e_1_3_2_1_15_1","volume-title":"Memcached: High-Performance Distributed Memory Caching. https:\/\/memcached.org\/. Accessed: 2025-11-19.","year":"2003","unstructured":"Dormando. 2003. Memcached: High-Performance Distributed Memory Caching. https:\/\/memcached.org\/. Accessed: 2025-11-19."},{"key":"e_1_3_2_1_16_1","unstructured":"Jason Evans. 2005. jemalloc: A General-Purpose Memory Allocator. https:\/\/github.com\/jemalloc\/jemalloc. Accessed: 2025-11-19."},{"key":"e_1_3_2_1_17_1","unstructured":"Facebook Inc. 2013. RocksDB: A Persistent Key-Value Store for Flash and RAM Storage. https:\/\/github.com\/facebook\/rocksdb. Accessed: 2025-11-19."},{"key":"e_1_3_2_1_18_1","doi-asserted-by":"publisher","DOI":"10.1145\/2851553.2858676"},{"key":"e_1_3_2_1_19_1","doi-asserted-by":"publisher","DOI":"10.1098\/rsta.2020.0211"},{"key":"e_1_3_2_1_20_1","volume-title":"Kyoto Cabinet: A Modern Implementation of the DBM Database. https:\/\/dbmx.net\/kyotocabinet\/. Accessed: 2025-11-19.","author":"Fushima Mikio","year":"2009","unstructured":"Mikio Fushima. 2009. Kyoto Cabinet: A Modern Implementation of the DBM Database. https:\/\/dbmx.net\/kyotocabinet\/. Accessed: 2025-11-19."},{"key":"e_1_3_2_1_21_1","unstructured":"Google Inc. 2006. TCMalloc: Thread-Caching Malloc. https:\/\/github.com\/google\/tcmalloc. Accessed: 2025-11-19."},{"key":"e_1_3_2_1_22_1","unstructured":"Google Inc. 2011. LevelDB: A Fast and Lightweight Key\/Value Database Library. https:\/\/github.com\/google\/leveldb. Accessed: 2024-12-19."},{"key":"e_1_3_2_1_23_1","unstructured":"Brendan Gregg. 2013a. Flame Graphs. http:\/\/www.brendangregg.com\/flamegraphs.html. Accessed: 2024-12-18."},{"key":"e_1_3_2_1_24_1","volume-title":"Systems Performance: Enterprise and the Cloud","author":"Gregg Brendan","year":"2013","unstructured":"Brendan Gregg. 2013b. Systems Performance: Enterprise and the Cloud. Prentice Hall, Upper Saddle River, NJ, USA."},{"key":"e_1_3_2_1_25_1","unstructured":"Brendan Gregg. 2014. Differential Flame Graphs. https:\/\/www.brendangregg.com\/blog\/2014-11-09\/differential-flame-graphs.html. Accessed: 2024-12-18."},{"key":"e_1_3_2_1_26_1","volume-title":"USENIX ATC '17","author":"Gregg Brendan","year":"2017","unstructured":"Brendan Gregg. 2017. Visualizing Performance with Flame Graphs. Invited Talk, USENIX ATC '17. https:\/\/www.usenix.org\/conference\/atc17\/program\/presentation\/gregg-flame."},{"key":"e_1_3_2_1_27_1","first-page":"649","volume-title":"Multicore Locks: The Case Is Not Closed Yet. In 2016 USENIX Annual Technical Conference (USENIX ATC 16)","author":"Guiroux Hugo","year":"2016","unstructured":"Hugo Guiroux, Renaud Lachaize, and Vivien Qu\u00e9ma. 2016. Multicore Locks: The Case Is Not Closed Yet. In 2016 USENIX Annual Technical Conference (USENIX ATC 16). USENIX Association, Denver, CO, 649-662. https:\/\/www.usenix.org\/conference\/atc16\/technical-sessions\/presentation\/guiroux"},{"key":"e_1_3_2_1_28_1","unstructured":"HashiCorp. 2016. schedbench. https:\/\/github.com\/hashicorp\/schedbench. Accessed: 2026-02-20."},{"key":"e_1_3_2_1_29_1","doi-asserted-by":"publisher","DOI":"10.1007\/s10664-022-10162-1"},{"key":"e_1_3_2_1_30_1","doi-asserted-by":"publisher","DOI":"10.1145\/1146381.1146382"},{"key":"e_1_3_2_1_31_1","unstructured":"Hugo Guiroux. 2016. LiTL: Library for Transparent Lock interposition. https:\/\/github.com\/multicore-locks\/litl. Accessed: 2024-12-18."},{"key":"e_1_3_2_1_32_1","unstructured":"iandk (GitHub user). 2024. sysperf: A lightweight benchmark script to test your Disk Network and CPU performance. https:\/\/github.com\/iandk\/sysperf. Accessed: 2025-11-20."},{"key":"e_1_3_2_1_33_1","volume-title":"Popper: Making Reproducible Systems Performance Evaluation Practical. Technical Report UCSC-SOE-16-10","author":"Jimenez Ivo","year":"2016","unstructured":"Ivo Jimenez, Michael Sevilla, Noah Watkins, and Carlos Maltzahn. 2016. Popper: Making Reproducible Systems Performance Evaluation Practical. Technical Report UCSC-SOE-16-10. University of California, Santa Cruz."},{"key":"e_1_3_2_1_34_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-44728-1_3"},{"key":"e_1_3_2_1_35_1","unstructured":"Alexey Kopytov and contributors. 2004. sysbench: Scriptable Database and System Benchmark Tool. https:\/\/github.com\/akopytov\/sysbench. Accessed: 2025-11-19."},{"key":"e_1_3_2_1_36_1","unstructured":"Julia Lawall Himadri Chhaya-Shailesh Jean-Pierre Lozi and Gilles Muller. 2023. Graphing Tools for Scheduler Tracing. Technical Report RR-9498. Inria Paris. https:\/\/inria.hal.science\/hal-04001993"},{"key":"e_1_3_2_1_37_1","first-page":"277","volume-title":"Thread and Memory Placement on NUMA Systems: Asymmetry Matters. In USENIX Annual Technical Conference (USENIX ATC 15)","author":"Lepers Baptiste","year":"2015","unstructured":"Baptiste Lepers, Vivien Quema, and Alexandra Fedorova. 2015. Thread and Memory Placement on NUMA Systems: Asymmetry Matters. In USENIX Annual Technical Conference (USENIX ATC 15). USENIX Association, Santa Clara, CA, 277-289. https:\/\/www.usenix.org\/conference\/atc15\/technical-session\/presentation\/lepers"},{"key":"e_1_3_2_1_38_1","unstructured":"Linux Kernel Developers. 2008. Linux Ticketlock Implementation. https:\/\/git.kernel.org\/pub\/scm\/linux\/kernel\/git\/torvalds\/linux.git\/commit\/?id=314cdbefd1fd0a7acf3780e9628465b77ea6a836. Accessed: 2024-12-19."},{"key":"e_1_3_2_1_39_1","doi-asserted-by":"publisher","DOI":"10.1145\/2901318.2901326"},{"key":"e_1_3_2_1_40_1","volume-title":"Redis: An In-Memory Key-Value Store. https:\/\/redis.io\/. Accessed: 2025-11-19.","author":"Ltd Redis","year":"2009","unstructured":"Redis Ltd. 2009. Redis: An In-Memory Key-Value Store. https:\/\/redis.io\/. Accessed: 2025-11-19."},{"key":"e_1_3_2_1_41_1","doi-asserted-by":"publisher","DOI":"10.3233\/978-1-61499-621-7-431"},{"key":"e_1_3_2_1_42_1","unstructured":"Paul E. McKenney Davidlohr Bueso and contributors. 2014. locktorture: Kernel Locking-Primitive Torture Test Module. https:\/\/www.kernel.org\/doc\/html\/latest\/locking\/locktorture.html. Accessed: 2024-12-19."},{"key":"e_1_3_2_1_43_1","doi-asserted-by":"publisher","DOI":"10.1145\/103727.103729"},{"key":"e_1_3_2_1_44_1","doi-asserted-by":"publisher","DOI":"10.1038\/s43588-021-00109-9"},{"key":"e_1_3_2_1_45_1","doi-asserted-by":"publisher","DOI":"10.1145\/3445814.3446748"},{"key":"e_1_3_2_1_46_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-91014-3_17"},{"key":"e_1_3_2_1_47_1","unstructured":"open-s4c. 2024. libvsync: A verified library of synchronization primitives and concurrent data structures. https:\/\/github.com\/open-s4c\/libvsync. MIT License. Accessed: 2026-02-19."},{"key":"e_1_3_2_1_48_1","unstructured":"Oracle Corporation. 1995. MySQL: The World's Most Popular Open Source Database. https:\/\/www.mysql.com\/. Accessed: 2025-11-19."},{"key":"e_1_3_2_1_49_1","doi-asserted-by":"publisher","DOI":"10.21105\/joss.09059"},{"key":"e_1_3_2_1_50_1","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2019.2927908"},{"key":"e_1_3_2_1_51_1","unstructured":"David Peter. 2023. hyperfine. https:\/\/github.com\/sharkdp\/hyperfine."},{"key":"e_1_3_2_1_52_1","unstructured":"Phoronix. 2008. Phoronix Test Suite: Comprehensive Open-Source Benchmarking Platform. https:\/\/www.phoronix-test-suite.com\/. Accessed: 2024-12-19."},{"key":"e_1_3_2_1_53_1","doi-asserted-by":"publisher","DOI":"10.1109\/ISPASS.2017.7975267"},{"key":"e_1_3_2_1_54_1","first-page":"529","volume-title":"USENIX Annual Technical Conference (USENIX ATC 15)","author":"Srikanthan Sharanyan","year":"2015","unstructured":"Sharanyan Srikanthan, Sandhya Dwarkadas, and Kai Shen. 2015. Data Sharing or Resource Contention: Toward Performance Transparency on Multicore Systems. In USENIX Annual Technical Conference (USENIX ATC 15). USENIX Association, Santa Clara, CA, 529-540."},{"key":"e_1_3_2_1_55_1","doi-asserted-by":"publisher","DOI":"10.1145\/1272998.1273004"},{"key":"e_1_3_2_1_56_1","unstructured":"Nick Tehrany. 2020. membench: Benchmarking Memory Bandwidth\/Latency Page-Fault and mmap Latency. https:\/\/github.com\/nicktehrany\/membench. Accessed: 2025-11-19."},{"key":"e_1_3_2_1_57_1","unstructured":"The Linux Foundation. 2025. Cyclictest \u2014 realtime documentation howto tools. https:\/\/wiki.linuxfoundation.org\/realtime\/documentation\/howto\/tools\/cyclictest\/start. Accessed 2025-08-07."},{"key":"e_1_3_2_1_58_1","unstructured":"The PostgreSQL Global Development Group. 1996. PostgreSQL: The World's Most Advanced Open Source Relational Database. https:\/\/www.postgresql.org\/. Accessed: 2025-11-19."},{"key":"e_1_3_2_1_59_1","doi-asserted-by":"publisher","DOI":"10.1109\/CloudNet59005.2023.10490079"},{"key":"e_1_3_2_1_60_1","volume-title":"Kubestone: Performance Benchmarks for Kubernetes. https:\/\/github.com\/kubestone\/kubestone. Apache-2.0 License. Accessed: 2026-02-19. l","year":"2019","unstructured":"xridge.io. 2019. Kubestone: Performance Benchmarks for Kubernetes. https:\/\/github.com\/kubestone\/kubestone. Apache-2.0 License. Accessed: 2026-02-19. l"}],"event":{"name":"ICPE '26: 17th ACM\/SPEC International Conference on Performance Engineering","location":"Florence Italy","sponsor":["SIGSOFT ACM Special Interest Group on Software Engineering","SIGMETRICS ACM Special Interest Group on Measurement and Evaluation","SPEC"]},"container-title":["Proceedings of the 17th ACM\/SPEC International Conference on Performance Engineering"],"original-title":[],"deposited":{"date-parts":[[2026,4,23]],"date-time":"2026-04-23T12:28:56Z","timestamp":1776947336000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3777884.3796997"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026,5,3]]},"references-count":60,"alternative-id":["10.1145\/3777884.3796997","10.1145\/3777884"],"URL":"https:\/\/doi.org\/10.1145\/3777884.3796997","relation":{},"subject":[],"published":{"date-parts":[[2026,5,3]]},"assertion":[{"value":"2026-05-03","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}