{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,6,18]],"date-time":"2025-06-18T04:12:55Z","timestamp":1750219975730,"version":"3.41.0"},"publisher-location":"New York, NY, USA","reference-count":9,"publisher":"ACM","license":[{"start":{"date-parts":[[2023,4,15]],"date-time":"2023-04-15T00:00:00Z","timestamp":1681516800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2023,4,15]]},"DOI":"10.1145\/3578245.3584693","type":"proceedings-article","created":{"date-parts":[[2023,4,3]],"date-time":"2023-04-03T22:14:44Z","timestamp":1680560084000},"page":"95-99","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":0,"title":["Searching for the Ground Truth: Assessing the Similarity of Benchmarking Runs"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-5582-8812","authenticated-orcid":false,"given":"Andr\u00e9","family":"Bauer","sequence":"first","affiliation":[{"name":"University of Chicago, Chicago, IL, USA"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-0070-7343","authenticated-orcid":false,"given":"Martin","family":"Straesser","sequence":"additional","affiliation":[{"name":"University of W\u00fcrzburg, W\u00fcrzburg, Germany"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-3079-9645","authenticated-orcid":false,"given":"Mark","family":"Leznik","sequence":"additional","affiliation":[{"name":"Ulm University, Ulm, Germany"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-2512-9292","authenticated-orcid":false,"given":"Lukas","family":"Beierlieb","sequence":"additional","affiliation":[{"name":"University of W\u00fcrzburg, W\u00fcrzburg, Germany"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-3602-5790","authenticated-orcid":false,"given":"Marius","family":"Hadry","sequence":"additional","affiliation":[{"name":"University of W\u00fcrzburg, W\u00fcrzburg, Germany"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-7474-2689","authenticated-orcid":false,"given":"Nathaniel","family":"Hudson","sequence":"additional","affiliation":[{"name":"University of Chicago, Chicago, IL, USA"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-7370-4805","authenticated-orcid":false,"given":"Kyle","family":"Chard","sequence":"additional","affiliation":[{"name":"University of Chicago, Chicago, IL, USA"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-9742-2063","authenticated-orcid":false,"given":"Samuel","family":"Kounev","sequence":"additional","affiliation":[{"name":"University of W\u00fcrzburg, W\u00fcrzburg, Germany"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-6840-7048","authenticated-orcid":false,"given":"Ian","family":"Foster","sequence":"additional","affiliation":[{"name":"University of Chicago, Chicago, IL, USA"}]}],"member":"320","published-online":{"date-parts":[[2023,4,15]]},"reference":[{"key":"e_1_3_2_1_1_1","volume-title":"Educational and Psychological Measurement","volume":"20","author":"Cohen Jacob","year":"1960","unstructured":"Jacob Cohen. 1960. A Coefficient of Agreement for Nominal Scales. Educational and Psychological Measurement, Vol. 20, 1 (1960)."},{"key":"e_1_3_2_1_2_1","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2019.2925345"},{"key":"e_1_3_2_1_3_1","doi-asserted-by":"publisher","DOI":"10.1037\/h0031619"},{"key":"e_1_3_2_1_4_1","doi-asserted-by":"publisher","DOI":"10.1007\/s10664-021-09996-y"},{"key":"e_1_3_2_1_5_1","doi-asserted-by":"publisher","DOI":"10.2307\/2529310"},{"key":"e_1_3_2_1_6_1","doi-asserted-by":"crossref","unstructured":"Mark Leznik Johannes Grohmann Nina Kliche Andr\u00e9 Bauer Daniel Seybold Simon Eismann Samuel Kounev and J\u00f6rg Domaschka. [n. d.]. Same Same but Dissimilar: Exploring Measurements for Workload Time-series Similarity.. In ICPE. 89--96.","DOI":"10.1145\/3489525.3511699"},{"key":"e_1_3_2_1_7_1","volume-title":"Experiencing SAX: a novel symbolic representation of time series. Data Mining and knowledge discovery","author":"Lin Jessica","year":"2007","unstructured":"Jessica Lin, Eamonn Keogh, Li Wei, and Stefano Lonardi. 2007. Experiencing SAX: a novel symbolic representation of time series. Data Mining and knowledge discovery, Vol. 15, 2 (2007), 107--144."},{"key":"e_1_3_2_1_8_1","doi-asserted-by":"publisher","DOI":"10.1007\/s10664-022-10247-x"},{"key":"e_1_3_2_1_9_1","doi-asserted-by":"publisher","DOI":"10.1145\/2668930.2688819"}],"event":{"name":"ICPE '23: ACM\/SPEC International Conference on Performance Engineering","sponsor":["SIGMETRICS ACM Special Interest Group on Measurement and Evaluation","SIGSOFT ACM Special Interest Group on Software Engineering"],"location":"Coimbra Portugal","acronym":"ICPE '23"},"container-title":["Companion of the 2023 ACM\/SPEC International Conference on Performance Engineering"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3578245.3584693","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3578245.3584693","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,17]],"date-time":"2025-06-17T17:49:20Z","timestamp":1750182560000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3578245.3584693"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,4,15]]},"references-count":9,"alternative-id":["10.1145\/3578245.3584693","10.1145\/3578245"],"URL":"https:\/\/doi.org\/10.1145\/3578245.3584693","relation":{},"subject":[],"published":{"date-parts":[[2023,4,15]]},"assertion":[{"value":"2023-04-15","order":2,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}