{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,4]],"date-time":"2026-04-04T06:11:40Z","timestamp":1775283100138,"version":"3.50.1"},"publisher-location":"Berlin, Heidelberg","reference-count":45,"publisher":"Springer Berlin Heidelberg","isbn-type":[{"value":"9783662534540","type":"print"},{"value":"9783662534557","type":"electronic"}],"license":[{"start":{"date-parts":[[2016,1,1]],"date-time":"2016-01-01T00:00:00Z","timestamp":1451606400000},"content-version":"unspecified","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2016]]},"DOI":"10.1007\/978-3-662-53455-7_5","type":"book-chapter","created":{"date-parts":[[2016,9,9]],"date-time":"2016-09-09T14:21:18Z","timestamp":1473430878000},"page":"96-132","source":"Crossref","is-referenced-by-count":19,"title":["Regularized Cost-Model Oblivious Database Tuning with Reinforcement Learning"],"prefix":"10.1007","author":[{"given":"Debabrota","family":"Basu","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Qian","family":"Lin","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Weidong","family":"Chen","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Hoang Tam","family":"Vo","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Zihong","family":"Yuan","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Pierre","family":"Senellart","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"St\u00e9phane","family":"Bressan","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2016,9,10]]},"reference":[{"key":"5_CR1","unstructured":"Agrawal, S., Chaudhuri, S., Narasayya, V.R.: Automated selection of materialized views and indexes in sql databases. In: Proceedings of the 26th International Conference on Very Large Data Bases (VLDB 2000), pp. 496\u2013505 (2000)"},{"key":"5_CR2","doi-asserted-by":"crossref","unstructured":"Agrawal, S., Narasayya, V., Yang, B.: Integrating vertical and horizontal partitioning into automated physical database design. In: Proceedings of the 2004 ACM SIGMOD International Conference on Management of Data (SIGMOD 2004), pp. 359\u2013370 (2004)","DOI":"10.1145\/1007568.1007609"},{"key":"5_CR3","doi-asserted-by":"crossref","unstructured":"Alagiannis, I., Idreos, S., Ailamaki, A.: H2o: a hands-free adaptive store. In: Proceedings of the 2014 ACM SIGMOD International Conference on Management of Data (SIGMOD 2014) (2014)","DOI":"10.1145\/2588555.2610502"},{"issue":"19","key":"5_CR4","doi-asserted-by":"crossref","first-page":"1876","DOI":"10.1016\/j.tcs.2009.01.016","volume":"410","author":"JY Audibert","year":"2009","unstructured":"Audibert, J.Y., Munos, R., Szepesv\u00e1ri, C.: Exploration-exploitation tradeoff using variance estimates in multi-armed bandits. Theoret. Comput. Sci. 410(19), 1876\u20131902 (2009)","journal-title":"Theoret. Comput. Sci."},{"key":"5_CR5","unstructured":"Azefack, S., Aouiche, K., Darmont, J.: Dynamic index selection in data warehouses. CoRR abs\/0809.1965 (2008). http:\/\/arXiv.org\/abs\/0809.1965"},{"key":"5_CR6","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"253","DOI":"10.1007\/978-3-319-22849-5_18","volume-title":"Database and Expert Systems Applications","author":"D Basu","year":"2015","unstructured":"Basu, D., Lin, Q., Chen, W., Vo, H.T., Yuan, Z., Senellart, P., Bressan, S.: Cost-model oblivious database tuning with reinforcement learning. In: Chen, Q., Hameurlain, A., Toumani, F., Wagner, R., Decker, H. (eds.) DEXA 2015. LNCS, vol. 9262, pp. 253\u2013268. Springer, Heidelberg (2015). doi: 10.1007\/978-3-319-22849-5_18"},{"key":"5_CR7","unstructured":"Benedikt, M., Bohannon, P., Bruns, G.: Data cleaning for decision support. In: Proceedings of the 1st International VLDB Workshop on Clean Databases (CleanDB 2006) (2006)"},{"key":"5_CR8","volume-title":"Online Computation and Competitive Analysis","author":"A Borodin","year":"1998","unstructured":"Borodin, A., El-Yaniv, R.: Online Computation and Competitive Analysis. Cambridge University Press, Cambridge (1998)"},{"key":"5_CR9","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"43","DOI":"10.1007\/978-3-642-33074-2_4","volume-title":"Advances in Databases and Information Systems","author":"R Bouchakri","year":"2012","unstructured":"Bouchakri, R., Bellatreche, L., Hidouci, K.-W.: Static and incremental selection of multi-table indexes for very large join queries. In: Morzy, T., Valduriez, P., Bellatreche, L. (eds.) ADBIS 2015. LNCS, vol. 9282, pp. 43\u201356. Springer, Heidelberg (2012). doi: 10.1007\/978-3-642-33074-2_4"},{"key":"5_CR10","doi-asserted-by":"crossref","unstructured":"Bruno, N., Chaudhuri, S.: An online approach to physical design tuning. In: Proceedings of the 23th IEEE International Conference on Data Engineering (ICDE 2007), pp. 826\u2013835 (2007)","DOI":"10.1109\/ICDE.2007.367928"},{"issue":"1","key":"5_CR11","doi-asserted-by":"crossref","first-page":"4","DOI":"10.14778\/1453856.1453863","volume":"1","author":"N Bruno","year":"2008","unstructured":"Bruno, N., Chaudhuri, S.: Constrained physical design tuning. Proc. VLDB Endow. 1(1), 4\u201315 (2008)","journal-title":"Proc. VLDB Endow."},{"key":"5_CR12","doi-asserted-by":"crossref","unstructured":"Bruno, N., Chaudhuri, S.: Interactive physical design tuning. In: Proceedings of the 26th IEEE International Conference on Data Engineering (ICDE 2010), pp. 1161\u20131164 (2010)","DOI":"10.1109\/ICDE.2010.5447800"},{"key":"5_CR13","doi-asserted-by":"crossref","unstructured":"Bruno, N., Nehme, R.V.: Configuration-parametric query optimization for physical design tuning. In: Proceedings of the 2008 ACM SIGMOD International Conference on Management of Data (SIGMOD 2008), pp. 941\u2013952 (2008)","DOI":"10.1145\/1376616.1376710"},{"key":"5_CR14","doi-asserted-by":"crossref","unstructured":"Chaudhuri, S., Narasayya, V.: Autoadmin: what-if index analysis utility. In: Proceedings of the 1998 ACM SIGMOD International Conference on Management of Data (SIGMOD 1998), pp. 367\u2013378 (1998)","DOI":"10.1145\/276304.276337"},{"issue":"4","key":"5_CR15","doi-asserted-by":"crossref","first-page":"277","DOI":"10.14778\/2732240.2732246","volume":"7","author":"DE Difallah","year":"2013","unstructured":"Difallah, D.E., Pavlo, A., Curino, C., Cudre-Mauroux, P.: Oltp-bench: an extensible testbed for benchmarking relational databases. Proc. VLDB Endow. 7(4), 277\u2013288 (2013)","journal-title":"Proc. VLDB Endow."},{"key":"5_CR16","doi-asserted-by":"crossref","unstructured":"Gouriten, G., Maniu, S., Senellart, P.: Scalable, generic, and adaptive systems for focused crawling. In: Proceedings of the 25th ACM Conference on Hypertext and Social Media (HT 2014), pp. 35\u201345 (2014)","DOI":"10.1145\/2631775.2631795"},{"key":"5_CR17","doi-asserted-by":"crossref","unstructured":"Hammer, M., Niamir, B.: A heuristic approach to attribute partitioning. In: Proceedings of the 1979 ACM SIGMOD International Conference on Management of Data (SIGMOD 1979), pp. 93\u2013101 (1979)","DOI":"10.1145\/582095.582110"},{"key":"5_CR18","first-page":"1107","volume":"4","author":"MG Lagoudakis","year":"2003","unstructured":"Lagoudakis, M.G., Parr, R.: Least-squares policy iteration. J. Mach. Learn. Res. 4, 1107\u20131149 (2003)","journal-title":"J. Mach. Learn. Res."},{"key":"5_CR19","doi-asserted-by":"crossref","unstructured":"Lai, T.L., Wei, C.Z.: Least squares estimates in stochastic regression models with applications to identification and control of dynamic systems. Ann. Stat. 154\u2013166 (1982)","DOI":"10.1214\/aos\/1176345697"},{"key":"5_CR20","doi-asserted-by":"crossref","unstructured":"LeFevre, F., Sankaranarayanan, J., Hacigumus, H., Tatemura, J., Polyzotis, N., Carey, M.J.: Exploiting opportunistic physical design in large-scale data analytics. In: Proceedings of the 2014 ACM SIGMOD International Conference on Management of Data (SIGMOD 2014) (2014)","DOI":"10.1145\/2588555.2610512"},{"key":"5_CR21","doi-asserted-by":"crossref","unstructured":"Li, L., Gruenwald, L.: Self-managing online partitioner for databases (smopd): a vertical database partitioning system with a fully automatic online approach. In: Proceedings of the 17th International Database Engineering and Applications Symposium (IDEAS 2013), pp. 168\u2013173 (2013)","DOI":"10.1145\/2513591.2513649"},{"key":"5_CR22","doi-asserted-by":"crossref","unstructured":"Lightstone, S., Bhattacharjee, B.: Automated design of multidimensional clustering tables for relational databases. In: Proceedings of the 30th International Conference on Very Large Data Bases (VLDB 2004), pp. 1170\u20131181 (2004)","DOI":"10.1016\/B978-012088469-8.50102-9"},{"key":"5_CR23","unstructured":"Lohman, G.M.: Is query optimization a \u201csolved\u201d problem? (2014). http:\/\/wp.sigmod.org\/?p=1075"},{"key":"5_CR24","doi-asserted-by":"crossref","unstructured":"Luhring, M., Sattler, K.U., Schmidt, K., Schallehn, E.: Autonomous management of soft indexes. In: Proceedings of the 2nd International Workshop on Self-Managing Data Bases (SMDB 2007), pp. 450\u2013458 (2007)","DOI":"10.1109\/ICDEW.2007.4401028"},{"key":"5_CR25","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"148","DOI":"10.1007\/978-3-642-02279-1_11","volume-title":"Scientific and Statistical Database Management","author":"T Malik","year":"2009","unstructured":"Malik, T., Wang, X., Dash, D., Chaudhary, A., Ailamaki, A., Burns, R.: Adaptive physical design for curated archives. In: Ailamaki, A., Bowers, S. (eds.) SSDBM 2012. LNCS, vol. 7338, pp. 148\u2013166. Springer, Heidelberg (2009). doi: 10.1007\/978-3-642-02279-1_11"},{"key":"5_CR26","doi-asserted-by":"crossref","DOI":"10.1007\/978-3-642-30232-9","volume-title":"Matrix Information Geometry","author":"F Nielsen","year":"2013","unstructured":"Nielsen, F., Bhatia, R.: Matrix Information Geometry. Springer, Heidelberg (2013)"},{"key":"5_CR27","unstructured":"Papadomanolakis, S., Dash, D., Ailamaki, A.: Efficient use of the query optimizer for automated physical design. In: Proceedings of the 33rd International Conference on Very Large Data Bases (VLDB 2007), pp. 1093\u20131104 (2007)"},{"key":"5_CR28","doi-asserted-by":"crossref","DOI":"10.1002\/9780470182963","volume-title":"Approximate Dynamic Programming: Solving the Curses of Dimensionality","author":"WB Powell","year":"2007","unstructured":"Powell, W.B.: Approximate Dynamic Programming: Solving the Curses of Dimensionality. Wiley-Interscience, Hoboken (2007)"},{"key":"5_CR29","volume-title":"Markov Decision Processes Discrete Stochastic Dynamic Programming","author":"ML Puterman","year":"2009","unstructured":"Puterman, M.L.: Markov Decision Processes Discrete Stochastic Dynamic Programming, vol. 414. Wiley, Hoboken (2009)"},{"key":"5_CR30","volume-title":"The Benchmark Handbook","author":"F Raab","year":"1993","unstructured":"Raab, F.: TPC-C - the standard benchmark for online transaction processing (OLTP). In: Gray, J. (ed.) The Benchmark Handbook. Morgan Kaufmann, Burlington (1993)"},{"key":"5_CR31","volume-title":"Database Management Systems","author":"R Ramakrishnan","year":"2003","unstructured":"Ramakrishnan, R., Gehrke, J., Gehrke, J.: Database Management Systems, vol. 3. McGraw-Hill, New York (2003)"},{"key":"5_CR32","doi-asserted-by":"crossref","unstructured":"Rao, J., Zhang, C., Megiddo, N., Lohman, G.: Automating physical database design in a parallel database. In: Proceedings of the 2002 ACM SIGMOD International Conference on Management of Data (SIGMOD 2002), pp. 558\u2013569 (2002)","DOI":"10.1145\/564691.564757"},{"key":"5_CR33","doi-asserted-by":"crossref","unstructured":"Rasin, A., Zdonik, S.: An automatic physical design tool for clustered column-stores. In: Proceedings of the 16th International Conference on Extending Database Technology (EDBT 2013), pp. 203\u2013214 (2013)","DOI":"10.1145\/2452376.2452402"},{"key":"5_CR34","unstructured":"Rieser, V., Robinson, D.T., Murray-Rust, D., Rounsevell, M.: A comparison of genetic algorithms and reinforcement learning for optimising sustainable forest management. GeoComputation (2011)"},{"key":"5_CR35","volume-title":"Convex Analysis","author":"RT Rockafellar","year":"2015","unstructured":"Rockafellar, R.T.: Convex Analysis. Princeton University Press, Princeton (2015)"},{"issue":"12","key":"5_CR36","doi-asserted-by":"crossref","first-page":"1748","DOI":"10.14778\/2367502.2367514","volume":"5","author":"P R\u00f6sch","year":"2012","unstructured":"R\u00f6sch, P., Dannecker, L., F\u00e4rber, F., Hackenbroich, G.: A storage advisor for hybrid-store databases. Proc. VLDB Endow. 5(12), 1748\u20131758 (2012)","journal-title":"Proc. VLDB Endow."},{"key":"5_CR37","doi-asserted-by":"crossref","unstructured":"Schnaitter, K., Polyzotis, N.: A benchmark for online index selection. In: 2009 IEEE 25th International Conference on Data Engineering, pp. 1701\u20131708, March 2009","DOI":"10.1109\/ICDE.2009.166"},{"key":"5_CR38","doi-asserted-by":"crossref","unstructured":"Schnaitter, K., Abiteboul, S., Milo, T., Polyzotis, N.: On-line index selection for shifting workloads. In: Proceedings of the 2nd International Workshop on Self-Managing Data Bases (SMDB 2007), pp. 459\u2013468 (2007)","DOI":"10.1109\/ICDEW.2007.4401029"},{"issue":"5","key":"5_CR39","doi-asserted-by":"crossref","first-page":"478","DOI":"10.14778\/2140436.2140444","volume":"5","author":"K Schnaitter","year":"2012","unstructured":"Schnaitter, K., Polyzotis, N.: Semi-automatic index tuning: keeping dbas in the loop. Proc. VLDB Endow. 5(5), 478\u2013489 (2012)","journal-title":"Proc. VLDB Endow."},{"key":"5_CR40","unstructured":"Stillger, M., Lohman, G.M., Markl, V., Kandil, M.: LEO - DB2\u2019s LEarning Optimizer. In: VLDB (2001)"},{"key":"5_CR41","volume-title":"Reinforcement Learning","author":"RS Sutton","year":"1998","unstructured":"Sutton, R.S., Barto, A.G.: Reinforcement Learning. MIT Press, Cambridge (1998)"},{"key":"5_CR42","unstructured":"Warmuth, M.K., Jagota, A.K.: Continuous and discrete-time nonlinear gradient descent: relative loss bounds and convergence. In: Electronic proceedings of the 5th International Symposium on Artificial Intelligence and Mathematics. Citeseer (1997)"},{"key":"5_CR43","volume-title":"Markov Decision Processes","author":"DJ White","year":"1993","unstructured":"White, D.J.: Markov Decision Processes. Wiley, New York (1993)"},{"key":"5_CR44","doi-asserted-by":"crossref","unstructured":"Young, P.: Recursive least squares estimation. In: Recursive Estimation and Time-Series Analysis, pp. 29\u201346. Springer, Berlin, Heidelberg (2011)","DOI":"10.1007\/978-3-642-21981-8_3"},{"key":"5_CR45","unstructured":"Zilio, D.C., Zuzarte, C., Lightstone, S., Ma, W., Lohman, G.M., Cochrane, R., Pirahesh, H., Colby, L.S., Gryz, J., Alton, E., Liang, D., Valentin, G.: Recommending materialized views and indexes with IBM DB2 design advisor. In: Proceedings of the 1st International Conference on Autonomic Computing (ICAC 2004), pp. 180\u2013188 (2004)"}],"container-title":["Lecture Notes in Computer Science","Transactions on Large-Scale Data- and Knowledge-Centered Systems XXVIII"],"original-title":[],"link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-662-53455-7_5","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2019,9,13]],"date-time":"2019-09-13T05:56:39Z","timestamp":1568354199000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/978-3-662-53455-7_5"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2016]]},"ISBN":["9783662534540","9783662534557"],"references-count":45,"URL":"https:\/\/doi.org\/10.1007\/978-3-662-53455-7_5","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2016]]}}}