{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,10,10]],"date-time":"2025-10-10T00:44:29Z","timestamp":1760057069086,"version":"build-2065373602"},"publisher-location":"New York, NY, USA","reference-count":39,"publisher":"ACM","license":[{"start":{"date-parts":[[2026,9,8]],"date-time":"2026-09-08T00:00:00Z","timestamp":1788825600000},"content-version":"vor","delay-in-days":365,"URL":"http:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"funder":[{"DOI":"10.13039\/100000001","name":"National Science Foundation","doi-asserted-by":"publisher","award":["2504591, 2231724, 2443438"],"award-info":[{"award-number":["2504591, 2231724, 2443438"]}],"id":[{"id":"10.13039\/100000001","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2025,9,8]]},"DOI":"10.1145\/3757347.3759132","type":"proceedings-article","created":{"date-parts":[[2025,8,28]],"date-time":"2025-08-28T16:24:42Z","timestamp":1756398282000},"page":"202-215","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":0,"title":["PANGOLIN: a Comprehensive Testing Framework for Configuration-Rich Key-Value Stores"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-0871-9365","authenticated-orcid":false,"given":"Shaohua","family":"Duan","sequence":"first","affiliation":[{"name":"Washington State University"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-4009-8586","authenticated-orcid":false,"given":"Sudarsun","family":"Kannan","sequence":"additional","affiliation":[{"name":"Rutgers University"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-8618-2738","authenticated-orcid":false,"given":"Andrea C.","family":"Arpaci-Dusseau","sequence":"additional","affiliation":[{"name":"University of Wisconsin-Madison"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-9965-7704","authenticated-orcid":false,"given":"Remzi H.","family":"Arpaci-Dusseau","sequence":"additional","affiliation":[{"name":"University of Wisconsin-Madison"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"320","published-online":{"date-parts":[[2025,9,8]]},"reference":[{"key":"e_1_3_2_1_1_1","volume-title":"NAUTILUS: Fishing for Deep Bugs with Grammars. In Symposium on Network and Distributed System Security (NDSS).","author":"Aschermann Cornelius","year":"2019","unstructured":"Cornelius Aschermann, Tommaso Frassetto, Thorsten Holz, Patrick Jauernig, Ahmad-Reza Sadeghi, and Daniel Teuchert. 2019. NAUTILUS: Fishing for Deep Bugs with Grammars. In Symposium on Network and Distributed System Security (NDSS)."},{"key":"e_1_3_2_1_2_1","doi-asserted-by":"publisher","DOI":"10.1145\/3133956.3134020"},{"volume-title":"2016 31st IEEE\/ACM International Conference on Automated Software Engineering (ASE). 167--177","author":"Ceccato Mariano","key":"e_1_3_2_1_3_1","unstructured":"Mariano Ceccato, Cu D. Nguyen, Dennis Appelt, and Lionel C. Briand. 2016. SOFIA: An automated security oracle for black-box testing of SQL-injection vulnerabilities. In 2016 31st IEEE\/ACM International Conference on Automated Software Engineering (ASE). 167--177."},{"key":"e_1_3_2_1_4_1","unstructured":"Matteo Collina. [n.d.]. Graph database JS style for Node.js and the Browser. Built upon LevelUp and LevelDB. https:\/\/github.com\/levelgraph\/levelgraph."},{"key":"e_1_3_2_1_5_1","volume-title":"Proceedings of the USENIX Annual Technical Conference (ATC). 1--14","author":"Duplyakin Dmitry","year":"2019","unstructured":"Dmitry Duplyakin, Robert Ricci, Aleksander Maricq, Gary Wong, Jonathon Duerig, Eric Eide, Leigh Stoller, Mike Hibler, David Johnson, Kirk Webb, Aditya Akella, Kuangching Wang, Glenn Ricart, Larry Landweber, Chip Elliott, Michael Zink, Emmanuel Cecchet, Snigdhaswin Kar, and Prabodh Mishra. 2019. The Design and Operation of CloudLab. In Proceedings of the USENIX Annual Technical Conference (ATC). 1--14. https:\/\/www.flux.utah.edu\/paper\/duplyakin-atc19"},{"key":"e_1_3_2_1_6_1","unstructured":"Facebook. [n.d.]. False detection of corruption after system crash due to race condition with WAL_sync and track_and_verify_wals_in_manifest. https:\/\/github.com\/facebook\/rocksdb\/pull\/10185\/."},{"key":"e_1_3_2_1_7_1","unstructured":"Facebook. [n.d.]. RocksDB. http:\/\/rocksdb.org\/."},{"key":"e_1_3_2_1_8_1","volume-title":"14th USENIX Workshop on Offensive Technologies (WOOT 20)","author":"Fioraldi Andrea","year":"2020","unstructured":"Andrea Fioraldi, Dominik Maier, Heiko Ei\u00dffeldt, and Marc Heuse. 2020. AFL++: Combining Incremental Steps of Fuzzing Research. In 14th USENIX Workshop on Offensive Technologies (WOOT 20)."},{"key":"e_1_3_2_1_9_1","doi-asserted-by":"publisher","DOI":"10.1145\/3477132.3483556"},{"key":"e_1_3_2_1_10_1","unstructured":"Peter M. Goldstein and Mike Perham. [n.d.]. Dalli. https:\/\/github.com\/petergoldstein\/dalli."},{"key":"e_1_3_2_1_11_1","unstructured":"Google. [n.d.]. LevelDB. https:\/\/github.com\/google\/leveldb."},{"key":"e_1_3_2_1_12_1","unstructured":"Ethan Hamilton. [n.d.]. Rocksdb is eating the database world. https:\/\/rockset.com\/blog\/rocksdb-is-eating-the-database-world\/."},{"key":"e_1_3_2_1_13_1","volume-title":"18th USENIX Conference on File and Storage Technologies (FAST 20)","author":"He Jun","year":"2020","unstructured":"Jun He, Kan Wu, Sudarsun Kannan, Andrea Arpaci-Dusseau, and Remzi Arpaci-Dusseau. 2020. Read as Needed: Building WiSER, a Flash-Optimized Search Engine. In 18th USENIX Conference on File and Storage Technologies (FAST 20). 59--73."},{"key":"e_1_3_2_1_14_1","volume-title":"Proceedings of USENIX Security Symposium. 445--458","author":"Holler Christian","year":"2012","unstructured":"Christian Holler, Kim Herzig, and Andreas Zeller. 2012. Fuzzing with code fragments. In Proceedings of USENIX Security Symposium. 445--458."},{"key":"e_1_3_2_1_15_1","volume-title":"Ullman","author":"Hopcroft John E.","year":"2006","unstructured":"John E. Hopcroft, Rajeev Motwani, and Jeffrey D. Ullman. 2006. Introduction to Automata Theory, Languages, and Computation (3.00 ed.). Pearson."},{"key":"e_1_3_2_1_16_1","unstructured":"Shengtuo Hu. [n.d.]. A grammar-based custom mutator for AFL++. https:\/\/github.com\/AFLplusplus\/Grammar-Mutator."},{"key":"e_1_3_2_1_17_1","doi-asserted-by":"publisher","DOI":"10.1109\/SP.2019.00017"},{"key":"e_1_3_2_1_18_1","unstructured":"Matt Jibson. [n.d.]. SQLsmith: Randomized SQL Testing in CockroachDB. https:\/\/www.cockroachlabs.com\/blog\/sqlsmith-randomized-sql-testing\/."},{"key":"e_1_3_2_1_19_1","unstructured":"James Johnson. [n.d.]. gramfuzz is a grammar-based fuzzer that lets one define complex grammars to generate text and binary data formats. https:\/\/github.com\/d0c-s4vage\/gramfuzz."},{"key":"e_1_3_2_1_20_1","volume-title":"International Journal of Software Engineering & Applications 2 (10","author":"Khan Ehmer","year":"2011","unstructured":"Mohd. Ehmer Khan. 2011. Different Approaches To Black box Testing Technique For Finding Errors. International Journal of Software Engineering & Applications 2 (10 2011), 31--40."},{"key":"e_1_3_2_1_21_1","doi-asserted-by":"publisher","DOI":"10.1145\/3341301.3359662"},{"key":"e_1_3_2_1_22_1","volume-title":"Proceedings of the 1st International Conference on Autonomic Computing (ICAC'04)","author":"Kycyman Emre","year":"2004","unstructured":"Emre Kycyman and Yi-Min Wang. 2004. Discovering correctness constraints for self-management of system configuration. Proceedings of the 1st International Conference on Autonomic Computing (ICAC'04). (2004), 28--35."},{"key":"e_1_3_2_1_23_1","unstructured":"LLVM. [n.d.]. libFuzzer. https:\/\/github.com\/facebook\/rocksdb\/tree\/master\/fuzz."},{"key":"e_1_3_2_1_24_1","unstructured":"Memcached.org. [n.d.]. Memcached. https:\/\/github.com\/memcached\/memcached."},{"key":"e_1_3_2_1_25_1","doi-asserted-by":"publisher","DOI":"10.5555\/3291168.3291172"},{"key":"e_1_3_2_1_26_1","doi-asserted-by":"publisher","DOI":"10.1145\/2568225.2568283"},{"key":"e_1_3_2_1_27_1","unstructured":"Arjun Narayan and Peter Mattis. [n.d.]. Why we built cockroachdb on top of rocksdb. https:\/\/www.cockroachlabs.com\/blog\/cockroachdb-on-rocksd\/."},{"key":"e_1_3_2_1_28_1","volume-title":"International Journal of Embedded Systems and Applications 2 (06","author":"Jagruthi Dondeti Srinivas","year":"2012","unstructured":"Srinivas Nidhra1 and Jagruthi Dondeti. 2012. Black Box and White Box Testing Techniques - A Literature Review. International Journal of Embedded Systems and Applications 2 (06 2012), 29--50."},{"key":"e_1_3_2_1_29_1","unstructured":"Joshua Pereyda. [n.d.]. Sulley: A pure-python fully automated and unattended fuzzing framework. https:\/\/github.com\/OpenRCE\/sulley."},{"key":"e_1_3_2_1_30_1","doi-asserted-by":"publisher","DOI":"10.14722\/ndss.2017.23404"},{"key":"e_1_3_2_1_31_1","doi-asserted-by":"publisher","DOI":"10.5555\/3488766.3488804"},{"key":"e_1_3_2_1_32_1","unstructured":"Salvatore Sanfilippo. [n.d.]. Redis. https:\/\/redis.io\/."},{"key":"e_1_3_2_1_33_1","unstructured":"Andreas Seltenreich. 2020. SQLSmith. https:\/\/github.com\/anse1\/sqlsmith."},{"key":"e_1_3_2_1_34_1","unstructured":"Shan. [n.d.]. Ceph using Monitor key\/value store. https:\/\/ceph.io\/en\/news\/blog\/2015\/ceph-using-monitor-keyvalue-store\/."},{"key":"e_1_3_2_1_35_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-45744-4_29"},{"key":"e_1_3_2_1_36_1","unstructured":"VMware. [n.d.]. Concord Byzantine fault tolerant state machine replication library. https:\/\/github.com\/vmware\/concord-bft."},{"key":"e_1_3_2_1_37_1","doi-asserted-by":"publisher","DOI":"10.1145\/2786805.2786852"},{"key":"e_1_3_2_1_38_1","doi-asserted-by":"publisher","DOI":"10.1145\/2517349.2522727"},{"key":"e_1_3_2_1_39_1","unstructured":"Micha\u0142 Zalewski. 2017. American Fuzzy Lop. https:\/\/github.com\/google\/AFL."}],"event":{"name":"SYSTOR '25: The 18th ACM International Systems and Storage Conference","sponsor":["SIGOPS ACM Special Interest Group on Operating Systems","Technion Israel Institute of Technology"],"location":"Virtual Israel","acronym":"SYSTOR '25"},"container-title":["Proceedings of the 18th ACM International Systems and Storage Conference"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3757347.3759132","content-type":"application\/pdf","content-version":"vor","intended-application":"syndication"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3757347.3759132","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,10,9]],"date-time":"2025-10-09T14:12:45Z","timestamp":1760019165000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3757347.3759132"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,9,8]]},"references-count":39,"alternative-id":["10.1145\/3757347.3759132","10.1145\/3757347"],"URL":"https:\/\/doi.org\/10.1145\/3757347.3759132","relation":{},"subject":[],"published":{"date-parts":[[2025,9,8]]},"assertion":[{"value":"2025-09-08","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}