{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,1,1]],"date-time":"2026-01-01T10:12:40Z","timestamp":1767262360141,"version":"3.41.0"},"publisher-location":"New York, NY, USA","reference-count":19,"publisher":"ACM","license":[{"start":{"date-parts":[[2020,6,19]],"date-time":"2020-06-19T00:00:00Z","timestamp":1592524800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2020,6,19]]},"DOI":"10.1145\/3395032.3395323","type":"proceedings-article","created":{"date-parts":[[2020,5,25]],"date-time":"2020-05-25T22:24:23Z","timestamp":1590445463000},"page":"1-6","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":17,"title":["Automated system performance testing at MongoDB"],"prefix":"10.1145","author":[{"given":"Henrik","family":"Ingo","sequence":"first","affiliation":[{"name":"MongoDB Inc"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"David","family":"Daly","sequence":"additional","affiliation":[{"name":"MongoDB Inc"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"320","published-online":{"date-parts":[[2020,6,19]]},"reference":[{"key":"e_1_3_2_1_1_1","unstructured":"[n.d.]. Distributed System Infrastructure 2.0. https:\/\/github.com\/henrikingo\/dsi\/  [n.d.]. Distributed System Infrastructure 2.0. https:\/\/github.com\/henrikingo\/dsi\/"},{"key":"e_1_3_2_1_2_1","unstructured":"[n.d.]. Evergreen configuration file for MongoDB system performance tests. https:\/\/github.com\/mongodb\/mongo\/blob\/master\/etc\/system_perf.yml  [n.d.]. Evergreen configuration file for MongoDB system performance tests. https:\/\/github.com\/mongodb\/mongo\/blob\/master\/etc\/system_perf.yml"},{"key":"e_1_3_2_1_3_1","unstructured":"[n.d.]. Full Time Diagnostic Data Capture. https:\/\/docs.mongodb.com\/manual\/faq\/diagnostics\/  [n.d.]. Full Time Diagnostic Data Capture. https:\/\/docs.mongodb.com\/manual\/faq\/diagnostics\/"},{"key":"e_1_3_2_1_4_1","unstructured":"[n.d.]. mdiag.sh: MongoDB Diagnostic Report. https:\/\/raw.githubusercontent.com\/henrikingo\/support-tools\/master\/mdiag\/mdiag.sh  [n.d.]. mdiag.sh: MongoDB Diagnostic Report. https:\/\/raw.githubusercontent.com\/henrikingo\/support-tools\/master\/mdiag\/mdiag.sh"},{"key":"e_1_3_2_1_5_1","unstructured":"[n.d.]. Performance Benchmarking with TPC-C. CockroachDB manual. https:\/\/www.cockroachlabs.com\/docs\/stable\/performance-benchmarking-with-tpc-c-100k-warehouses.html  [n.d.]. Performance Benchmarking with TPC-C. CockroachDB manual. https:\/\/www.cockroachlabs.com\/docs\/stable\/performance-benchmarking-with-tpc-c-100k-warehouses.html"},{"key":"e_1_3_2_1_6_1","unstructured":"[n.d.]. Rally (ElasticSearch). https:\/\/esrally.readthedocs.io\/en\/latest\/quickstart.html  [n.d.]. Rally (ElasticSearch). https:\/\/esrally.readthedocs.io\/en\/latest\/quickstart.html"},{"key":"e_1_3_2_1_7_1","unstructured":"[n.d.]. roachtest (CockroachDB). https:\/\/github.com\/cockroachdb\/cockroach\/blob\/master\/pkg\/cmd\/roachtest\/README.md  [n.d.]. roachtest (CockroachDB). https:\/\/github.com\/cockroachdb\/cockroach\/blob\/master\/pkg\/cmd\/roachtest\/README.md"},{"key":"e_1_3_2_1_8_1","unstructured":"[n.d.]. SCT - Scylla Cluster Tests. https:\/\/github.com\/scylladb\/scylla-clustertests\/README.rst  [n.d.]. SCT - Scylla Cluster Tests. https:\/\/github.com\/scylladb\/scylla-clustertests\/README.rst"},{"key":"e_1_3_2_1_9_1","unstructured":"[n.d.]. Terraform. https:\/\/github.com\/hashicorp\/terraform  [n.d.]. Terraform. https:\/\/github.com\/hashicorp\/terraform"},{"key":"e_1_3_2_1_10_1","unstructured":"[n.d.]. YCSB (Yahoo! Cloud Service Benchmark. wiki. https:\/\/github.com\/ brianfrankcooper\/YCSB\/wiki  [n.d.]. YCSB (Yahoo! Cloud Service Benchmark. wiki. https:\/\/github.com\/ brianfrankcooper\/YCSB\/wiki"},{"key":"e_1_3_2_1_11_1","doi-asserted-by":"crossref","unstructured":"Tim Armstrong. 2013. Linkbench. https:\/\/www.facebook.com\/notes\/ facebook-engineering\/linkbench-a-database-benchmark-for-the-socialgraph\/10151391496443920\/  Tim Armstrong. 2013. Linkbench. https:\/\/www.facebook.com\/notes\/ facebook-engineering\/linkbench-a-database-benchmark-for-the-socialgraph\/10151391496443920\/","DOI":"10.1145\/2463676.2465296"},{"key":"e_1_3_2_1_12_1","doi-asserted-by":"publisher","DOI":"10.1145\/3358960.3375791"},{"key":"e_1_3_2_1_13_1","unstructured":"Kyle Erf. 2016. Evergreen Continuous Integration: Why We Reinvented The Wheel. Blog Post. https:\/\/engineering.mongodb.com\/post\/evergreen-continuous-integration-why-we-reinvented-the-wheel  Kyle Erf. 2016. Evergreen Continuous Integration: Why We Reinvented The Wheel. Blog Post. https:\/\/engineering.mongodb.com\/post\/evergreen-continuous-integration-why-we-reinvented-the-wheel"},{"key":"e_1_3_2_1_14_1","doi-asserted-by":"publisher","DOI":"10.1145\/3053600.3053636"},{"key":"e_1_3_2_1_15_1","unstructured":"Henrik Ingo and David Daly. 2019. Reducing variability in performance tests on EC2: Setup and Key Results. Blog Post. https:\/\/engineering.mongodb.com\/post\/reducing-variability-in-performance-tests-on-ec2-setup-and-key-results  Henrik Ingo and David Daly. 2019. Reducing variability in performance tests on EC2: Setup and Key Results. Blog Post. https:\/\/engineering.mongodb.com\/post\/reducing-variability-in-performance-tests-on-ec2-setup-and-key-results"},{"key":"e_1_3_2_1_16_1","doi-asserted-by":"publisher","DOI":"10.1145\/2897356.2897362"},{"volume-title":"Books on Demand","author":"Ronstr\u00f6m M.","key":"e_1_3_2_1_17_1","unstructured":"M. Ronstr\u00f6m . 2018. My SQL Cluster 7.5 inside and out. Books on Demand , Chapter 71: DBT2-0.37.50 Benchmark Scripts , 586--609. https:\/\/drive.google.com\/file\/d\/1z72GCsHudw1X4Z4RZM869mxDViz0fxrB\/view M. Ronstr\u00f6m. 2018. MySQL Cluster 7.5 inside and out. Books on Demand, Chapter 71: DBT2-0.37.50 Benchmark Scripts, 586--609. https:\/\/drive.google.com\/file\/d\/1z72GCsHudw1X4Z4RZM869mxDViz0fxrB\/view"},{"key":"e_1_3_2_1_18_1","volume-title":"Jenkins: The Definitive Guide: Continuous Integration for the Masses. \" O'Reilly Media","author":"Smart John Ferguson","year":"2011","unstructured":"John Ferguson Smart . 2011 . Jenkins: The Definitive Guide: Continuous Integration for the Masses. \" O'Reilly Media , Inc .\". John Ferguson Smart. 2011. Jenkins: The Definitive Guide: Continuous Integration for the Masses. \" O'Reilly Media, Inc.\"."},{"key":"e_1_3_2_1_19_1","unstructured":"DJ Walker-Morgan. 2019. MongoDB 4.2 Performance Boosts. Blog. https: \/\/www.mongodb.com\/blog\/post\/mongodb-42-performance-boosts  DJ Walker-Morgan. 2019. MongoDB 4.2 Performance Boosts. Blog. https: \/\/www.mongodb.com\/blog\/post\/mongodb-42-performance-boosts"}],"event":{"name":"SIGMOD\/PODS '20: International Conference on Management of Data","sponsor":["SIGMOD ACM Special Interest Group on Management of Data"],"location":"Portland Oregon","acronym":"SIGMOD\/PODS '20"},"container-title":["Proceedings of the workshop on Testing Database Systems"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3395032.3395323","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3395032.3395323","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,17]],"date-time":"2025-06-17T20:48:01Z","timestamp":1750193281000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3395032.3395323"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2020,6,19]]},"references-count":19,"alternative-id":["10.1145\/3395032.3395323","10.1145\/3395032"],"URL":"https:\/\/doi.org\/10.1145\/3395032.3395323","relation":{},"subject":[],"published":{"date-parts":[[2020,6,19]]},"assertion":[{"value":"2020-06-19","order":2,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}