{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,12]],"date-time":"2026-03-12T10:13:52Z","timestamp":1773310432692,"version":"3.50.1"},"publisher-location":"New York, NY, USA","reference-count":22,"publisher":"ACM","license":[{"start":{"date-parts":[[2017,10,24]],"date-time":"2017-10-24T00:00:00Z","timestamp":1508803200000},"content-version":"vor","delay-in-days":365,"URL":"http:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"funder":[{"DOI":"10.13039\/100000001","name":"National Science Foundation","doi-asserted-by":"publisher","award":["1217952"],"award-info":[{"award-number":["1217952"]}],"id":[{"id":"10.13039\/100000001","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2016,10,24]]},"DOI":"10.1145\/2983323.2983658","type":"proceedings-article","created":{"date-parts":[[2016,10,26]],"date-time":"2016-10-26T09:20:08Z","timestamp":1477473608000},"page":"2155-2160","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":8,"title":["OptMark"],"prefix":"10.1145","author":[{"given":"Zhan","family":"Li","sequence":"first","affiliation":[{"name":"Brandeis University, WALTHAM, MA, USA"}]},{"given":"Olga","family":"Papaemmanouil","sequence":"additional","affiliation":[{"name":"Brandeis University, WALTHAM, MA, USA"}]},{"given":"Mitch","family":"Cherniack","sequence":"additional","affiliation":[{"name":"Brandeis University, WALTHAM, MA, USA"}]}],"member":"320","published-online":{"date-parts":[[2016,10,24]]},"reference":[{"key":"e_1_3_2_1_1_1","unstructured":"MySQL: An open source relational database http:\/\/www.mysql.com\/."},{"key":"e_1_3_2_1_2_1","unstructured":"TPC-DS Benchmark http:\/\/www.tpc.org\/tpcds\/."},{"key":"e_1_3_2_1_3_1","volume-title":"Encyclopedia of Database Systems, page 50.","year":"2009","unstructured":"Adaptive query optimization. In Encyclopedia of Database Systems, page 50. 2009."},{"key":"e_1_3_2_1_4_1","doi-asserted-by":"publisher","DOI":"10.1016\/0020-0190(92)90075-7"},{"key":"e_1_3_2_1_5_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICDE.2010.5447870"},{"key":"e_1_3_2_1_6_1","doi-asserted-by":"publisher","DOI":"10.14778\/1687627.1687739"},{"key":"e_1_3_2_1_7_1","volume-title":"Sampling Techniques","author":"Cochran W. G.","year":"1963","unstructured":"W. G. Cochran. Sampling Techniques, 2nd Ed. New York: John Wiley and Sons, Inc., 1963.","edition":"2"},{"key":"e_1_3_2_1_8_1","doi-asserted-by":"publisher","DOI":"10.1145\/1247480.1247567"},{"key":"e_1_3_2_1_9_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICDE.2012.27"},{"key":"e_1_3_2_1_10_1","doi-asserted-by":"publisher","DOI":"10.1145\/2304510.2304526"},{"key":"e_1_3_2_1_11_1","volume-title":"Testing SQL server's query optimizer: Challenges, techniques and experiences","author":"Giakoumakis L.","year":"2008","unstructured":"L. Giakoumakis and C. A. Galindo-Legaria. Testing SQL server's query optimizer: Challenges, techniques and experiences. IEEE Data Eng. Bull., 2008."},{"key":"e_1_3_2_1_12_1","doi-asserted-by":"publisher","DOI":"10.1145\/2304510.2304525"},{"key":"e_1_3_2_1_13_1","doi-asserted-by":"publisher","DOI":"10.1145\/872757.872803"},{"key":"e_1_3_2_1_14_1","doi-asserted-by":"publisher","DOI":"10.14778\/2850583.2850594"},{"key":"e_1_3_2_1_15_1","unstructured":"Z. Li O. Papaemmanouil and M. Cherniack. Optmark: A toolkit for benchmarking query optimizers. arXiv:1608.02611 {cs.DB}."},{"key":"e_1_3_2_1_16_1","doi-asserted-by":"publisher","DOI":"10.14778\/1687627.1687738"},{"key":"e_1_3_2_1_17_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICDEW.2007.4401030"},{"key":"e_1_3_2_1_18_1","doi-asserted-by":"publisher","DOI":"10.5555\/1083592.1083735"},{"issue":"3","key":"e_1_3_2_1_19_1","first-page":"41","volume":"18","author":"Stillger M.","year":"1995","unstructured":"M. Stillger and J. C. Freytag. Testing the quality of a query optimizer. IEEE Data Eng. Bull., 18(3):41--48, 1995.","journal-title":"Testing the quality of a query optimizer. IEEE Data Eng. Bull."},{"key":"e_1_3_2_1_20_1","unstructured":"F. Waas. benchmarking query optimizers http:\/\/database-research.com\/2011\/04\/19\/benchmarking-query-optimizers\/."},{"key":"e_1_3_2_1_21_1","doi-asserted-by":"publisher","DOI":"10.1145\/342009.335451"},{"key":"e_1_3_2_1_22_1","doi-asserted-by":"publisher","DOI":"10.1145\/1988842.1988844"}],"event":{"name":"CIKM'16: ACM Conference on Information and Knowledge Management","location":"Indianapolis Indiana USA","acronym":"CIKM'16","sponsor":["SIGWEB ACM Special Interest Group on Hypertext, Hypermedia, and Web","SIGIR ACM Special Interest Group on Information Retrieval"]},"container-title":["Proceedings of the 25th ACM International on Conference on Information and Knowledge Management"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/2983323.2983658","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/2983323.2983658","content-type":"application\/pdf","content-version":"vor","intended-application":"syndication"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/2983323.2983658","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,11,18]],"date-time":"2025-11-18T09:19:56Z","timestamp":1763457596000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/2983323.2983658"}},"subtitle":["A Toolkit for Benchmarking Query Optimizers"],"short-title":[],"issued":{"date-parts":[[2016,10,24]]},"references-count":22,"alternative-id":["10.1145\/2983323.2983658","10.1145\/2983323"],"URL":"https:\/\/doi.org\/10.1145\/2983323.2983658","relation":{},"subject":[],"published":{"date-parts":[[2016,10,24]]},"assertion":[{"value":"2016-10-24","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}