{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,5,1]],"date-time":"2026-05-01T10:37:29Z","timestamp":1777631849366,"version":"3.51.4"},"publisher-location":"New York, NY, USA","reference-count":17,"publisher":"ACM","license":[{"start":{"date-parts":[[2024,6,9]],"date-time":"2024-06-09T00:00:00Z","timestamp":1717891200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2024,6,9]]},"DOI":"10.1145\/3662165.3662763","type":"proceedings-article","created":{"date-parts":[[2024,5,17]],"date-time":"2024-05-17T10:10:57Z","timestamp":1715940657000},"page":"1-8","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":2,"title":["Surprise Benchmarking: The Why, What, and How"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-0085-5274","authenticated-orcid":false,"given":"Lawrence","family":"Benson","sequence":"first","affiliation":[{"name":"Technical University of Munich"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-2744-7836","authenticated-orcid":false,"given":"Carsten","family":"Binnig","sequence":"additional","affiliation":[{"name":"Technical University of Darmstadt and DFKI"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-4884-0300","authenticated-orcid":false,"given":"Jan-Micha","family":"Bodensohn","sequence":"additional","affiliation":[{"name":"Technical University of Darmstadt and DFKI"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0009-0008-9918-8870","authenticated-orcid":false,"given":"Federico","family":"Lorenzi","sequence":"additional","affiliation":[{"name":"TigerBeetle"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0009-0005-2263-1959","authenticated-orcid":false,"given":"Jigao","family":"Luo","sequence":"additional","affiliation":[{"name":"Technical University of Darmstadt and DFKI"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0009-0003-4943-1530","authenticated-orcid":false,"given":"Danica","family":"Porobic","sequence":"additional","affiliation":[{"name":"Oracle"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0009-0009-3335-8045","authenticated-orcid":false,"given":"Tilmann","family":"Rabl","sequence":"additional","affiliation":[{"name":"Hasso Plattner Institute"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-4764-3583","authenticated-orcid":false,"given":"Anupam","family":"Sanghi","sequence":"additional","affiliation":[{"name":"Technical University of Darmstadt"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0009-0003-0828-0430","authenticated-orcid":false,"given":"Russell","family":"Sears","sequence":"additional","affiliation":[{"name":"CrystalDB"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-6838-4854","authenticated-orcid":false,"given":"Pinar","family":"T\u00f6z\u00fcn","sequence":"additional","affiliation":[{"name":"IT University of Copenhagen"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-1602-4512","authenticated-orcid":false,"given":"Tobias","family":"Ziegler","sequence":"additional","affiliation":[{"name":"Technical University of Darmstadt and DFKI"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"320","published-online":{"date-parts":[[2024,6,9]]},"reference":[{"key":"e_1_3_2_1_1_1","unstructured":"Renzo Angles J\u00e1nos Benjamin Antal Alex Averbuch Peter A. Boncz Orri Erling Andrey Gubichev Vlad Haprian Moritz Kaufmann Josep Llu\u00eds Larriba-Pey Norbert Mart\u00ednez-Bazan J\u00f3zsef Marton Marcus Paradies Minh-Duc Pham Arnau Prat-P\u00e9rez Mirko Spasic Benjamin A. Steer G\u00e1bor Sz\u00e1rnyas and Jack Waudby. 2020. The LDBC Social Network Benchmark. CoRR abs\/2001.02299 (2020). arXiv:2001.02299 http:\/\/arxiv.org\/abs\/2001.02299"},{"key":"e_1_3_2_1_2_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-72401-0_8"},{"key":"e_1_3_2_1_3_1","doi-asserted-by":"publisher","DOI":"10.14778\/3611540.3611554"},{"key":"e_1_3_2_1_4_1","unstructured":"DEBS Grand Challenge. 2024. https:\/\/2024.debs.org\/call-for-grand-challenge-solutions"},{"key":"e_1_3_2_1_5_1","doi-asserted-by":"publisher","DOI":"10.1145\/1988842.1988850"},{"key":"e_1_3_2_1_6_1","doi-asserted-by":"publisher","DOI":"10.1145\/1807128.1807152"},{"key":"e_1_3_2_1_7_1","doi-asserted-by":"publisher","DOI":"10.14778\/2732240.2732246"},{"key":"e_1_3_2_1_8_1","doi-asserted-by":"publisher","DOI":"10.14778\/3007263.3007270"},{"key":"e_1_3_2_1_9_1","doi-asserted-by":"publisher","DOI":"10.1145\/1988842.1988849"},{"key":"e_1_3_2_1_10_1","doi-asserted-by":"publisher","DOI":"10.14778\/3554821.3554874"},{"key":"e_1_3_2_1_11_1","volume-title":"Demystifying Cloud Benchmarking. In 2016 IEEE International Symposium on Performance Analysis of Systems and Software (ISPASS). 122--132","author":"Palit Tapti","year":"2016","unstructured":"Tapti Palit, Yongming Shen, and Michael Ferdman. 2016. Demystifying Cloud Benchmarking. In 2016 IEEE International Symposium on Performance Analysis of Systems and Software (ISPASS). 122--132."},{"key":"e_1_3_2_1_12_1","doi-asserted-by":"publisher","DOI":"10.1145\/3127479.3128603"},{"key":"e_1_3_2_1_13_1","unstructured":"Transaction Processing and Performance Council. [n. d.]. Transaction Processing and Performance Council. https:\/\/tpc.org\/."},{"key":"e_1_3_2_1_14_1","doi-asserted-by":"publisher","DOI":"10.1145\/3209950.3209955"},{"key":"e_1_3_2_1_15_1","doi-asserted-by":"publisher","DOI":"10.1145\/3592980.3595321"},{"key":"e_1_3_2_1_16_1","doi-asserted-by":"publisher","DOI":"10.1145\/2452376.2452380"},{"key":"e_1_3_2_1_17_1","doi-asserted-by":"publisher","DOI":"10.1145\/3209950.3209952"}],"event":{"name":"SIGMOD\/PODS '24: International Conference on Management of Data","location":"Santiago AA Chile","acronym":"SIGMOD\/PODS '24","sponsor":["SIGMOD ACM Special Interest Group on Management of Data"]},"container-title":["Proceedings of the Tenth International Workshop on Testing Database Systems"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3662165.3662763","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3662165.3662763","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,18]],"date-time":"2025-06-18T23:57:10Z","timestamp":1750291030000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3662165.3662763"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,6,9]]},"references-count":17,"alternative-id":["10.1145\/3662165.3662763","10.1145\/3662165"],"URL":"https:\/\/doi.org\/10.1145\/3662165.3662763","relation":{},"subject":[],"published":{"date-parts":[[2024,6,9]]},"assertion":[{"value":"2024-06-09","order":2,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}