{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,6,1]],"date-time":"2025-06-01T09:10:08Z","timestamp":1748769008108,"version":"3.41.0"},"reference-count":40,"publisher":"Springer Science and Business Media LLC","issue":"8","license":[{"start":{"date-parts":[[2025,6,1]],"date-time":"2025-06-01T00:00:00Z","timestamp":1748736000000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2025,6,1]],"date-time":"2025-06-01T00:00:00Z","timestamp":1748736000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"funder":[{"name":"the Natural Science Foundation of Fujian Province","award":["2024J01070"],"award-info":[{"award-number":["2024J01070"]}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["J Supercomput"],"DOI":"10.1007\/s11227-025-07416-2","type":"journal-article","created":{"date-parts":[[2025,6,1]],"date-time":"2025-06-01T08:31:14Z","timestamp":1748766674000},"update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["A highly efficient distributed database knobs tuning method based on multi-agent deep reinforcement learning"],"prefix":"10.1007","volume":"81","author":[{"given":"Xiaoyan","family":"Zhou","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Yu","family":"Lin","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Xing","family":"Wang","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Biao","family":"Jin","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Ruijuan","family":"Zuo","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Xiaojian","family":"Zheng","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2025,6,1]]},"reference":[{"issue":"12","key":"7416_CR1","doi-asserted-by":"publisher","first-page":"3072","DOI":"10.14778\/3415478.3415535","volume":"13","author":"D Huang","year":"2020","unstructured":"Huang D, Liu Q, Cui Q et al (2020) TiDB: a Raft-based HTAP Database. VLDB Endow 13(12):3072\u20133084","journal-title":"VLDB Endow"},{"issue":"3","key":"7416_CR2","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1145\/2491245","volume":"31","author":"JC Corbett","year":"2013","unstructured":"Corbett JC, Dean J, Epstein M et al (2013) Spanner: Google\u2019s Globally Distributed Database. ACM Trans Comput Syst (TOCS) 31(3):1\u201322","journal-title":"ACM Trans Comput Syst (TOCS)"},{"key":"7416_CR3","doi-asserted-by":"crossref","unstructured":"Chaudhuri S, Weikum G (2006) Foundations of automated database tuning. In: IEEE International Conference on Data Engineering, p 104","DOI":"10.1109\/ICDE.2006.72"},{"issue":"3","key":"7416_CR4","first-page":"635","volume":"60","author":"R Cao","year":"2023","unstructured":"Cao R, Bao L, Cui J, Li H, Zhou H (2023) Survey of methods for database system parameter tuning. J Comput Res Dev 60(3):635\u2013653","journal-title":"J Comput Res Dev"},{"key":"7416_CR5","doi-asserted-by":"crossref","unstructured":"Zhu Y, Liu J, Guo M et al (2017) BestConfig: tapping the performance potential of systems via automatic configuration tuning. In: Symposium on Cloud Computing, pp 338\u2013350","DOI":"10.1145\/3127479.3128605"},{"key":"7416_CR6","doi-asserted-by":"crossref","unstructured":"Van Aken D, Pavlo A, Gordon GJ et al (2017) Automatic database management system tuning through large-scale machine learning. In: ACM International Conference on Management of Data, pp 1009\u20131024","DOI":"10.1145\/3035918.3064029"},{"key":"7416_CR7","doi-asserted-by":"crossref","unstructured":"Yue Z et al (2024) Functionality-aware database tuning via multi-task learning. In: IEEE International Conference on Data Engineering (ICDE)","DOI":"10.1109\/ICDE60146.2024.00014"},{"issue":"10","key":"7416_CR8","first-page":"2359","volume":"60","author":"J Zeng","year":"2023","unstructured":"Zeng J, Qin L, Xu H et al (2023) A survey on deep reinforcement learning exploration methods based on intrinsic motivation. J Comput Res Dev 60(10):2359\u20132382","journal-title":"J Comput Res Dev"},{"key":"7416_CR9","doi-asserted-by":"crossref","unstructured":"Zhang J, Liu Y, Zhou K et al (2019) An end-to-end automatic cloud database tuning system using deep reinforcement learning. In: International Conference on Management of Data, pp 415\u2013432","DOI":"10.1145\/3299869.3300085"},{"issue":"1","key":"7416_CR10","doi-asserted-by":"publisher","first-page":"167","DOI":"10.1007\/s10844-022-00762-0","volume":"61","author":"F Ye","year":"2023","unstructured":"Ye F, Li Y, Wang X et al (2023) Parameters tuning of multi-model database based on deep reinforcement learning. J Intell Inf Syst 61(1):167\u2013190","journal-title":"J Intell Inf Syst"},{"key":"7416_CR11","doi-asserted-by":"crossref","unstructured":"Fang X, Zou Y, Fang Y et al (2022) A query-level distributed database tuning system with machine learning. In: IEEE International Conference on Joint Cloud Computing (JCC). IEEE, pp 29\u201336","DOI":"10.1109\/JCC56315.2022.00012"},{"issue":"6","key":"7416_CR12","doi-asserted-by":"publisher","first-page":"4909","DOI":"10.1109\/TITS.2021.3054625","volume":"23","author":"BR Kiran","year":"2021","unstructured":"Kiran BR, Sobh I, Talpaert V et al (2021) Deep reinforcement learning for autonomous driving: a survey. IEEE Trans Intell Transp Syst 23(6):4909\u20134926","journal-title":"IEEE Trans Intell Transp Syst"},{"issue":"6456","key":"7416_CR13","doi-asserted-by":"publisher","first-page":"885","DOI":"10.1126\/science.aay2400","volume":"365","author":"N Brown","year":"2019","unstructured":"Brown N, Sandholm T (2019) Superhuman AI for multiplayer poker. Science 365(6456):885\u2013890","journal-title":"Science"},{"issue":"2","key":"7416_CR14","doi-asserted-by":"publisher","first-page":"243","DOI":"10.1109\/TRA.2004.824698","volume":"20","author":"J Cortes","year":"2004","unstructured":"Cortes J, Martinez S, Karatas T et al (2004) Coverage control for mobile sensing networks. IEEE Trans Robot Autom 20(2):243\u2013255","journal-title":"IEEE Trans Robot Autom"},{"key":"7416_CR15","first-page":"12208","volume":"34","author":"B Peng","year":"2021","unstructured":"Peng B, Rashid T, Schroeder de Witt C et al (2021) FACMAC: factored multi-agent centralised policy gradients. Adv Neural Inf Process Syst 34:12208\u201312221","journal-title":"Adv Neural Inf Process Syst"},{"key":"7416_CR16","unstructured":"Storm A J, Garcia-Arellano C, Lightstone SS et al (2006) Adaptive self-tuning memory in DB2. In: International Conference on Very Large Databases, pp 1081\u20131092"},{"key":"7416_CR17","doi-asserted-by":"crossref","unstructured":"Debnath BK, Lilja DJ, Mokbel MF (2008) SARD: a statistical approach for ranking database tuning parameters. In: IEEE International Conference on Data Engineering Workshop. IEEE, pp 11\u201318","DOI":"10.1109\/ICDEW.2008.4498279"},{"issue":"1","key":"7416_CR18","doi-asserted-by":"publisher","first-page":"404","DOI":"10.1145\/1012888.1005739","volume":"32","author":"DG Sullivan","year":"2004","unstructured":"Sullivan DG, Seltzer MI, Pfeffer A (2004) Using probabilistic reasoning to automate software tuning. ACM SIGMETRICS Perform Eval Rev 32(1):404\u2013405","journal-title":"ACM SIGMETRICS Perform Eval Rev"},{"key":"7416_CR19","unstructured":"Kanellis K, Alagappan R, Venkataraman S (2020) Too many knobs to tune? Towards faster database tuning by pre-selecting important knobs. In: USENIX Workshop on Hot Topics in Storage and File Systems (HotStorage 20)"},{"issue":"1","key":"7416_CR20","doi-asserted-by":"publisher","first-page":"1246","DOI":"10.14778\/1687627.1687767","volume":"2","author":"S Duan","year":"2009","unstructured":"Duan S, Thummala V, Babu S (2009) Tuning database configuration parameters with iTuned. VLDB Endow 2(1):1246\u20131257","journal-title":"VLDB Endow"},{"issue":"9","key":"7416_CR21","doi-asserted-by":"publisher","first-page":"1808","DOI":"10.14778\/3538598.3538604","volume":"15","author":"X Zhang","year":"2022","unstructured":"Zhang X, Chang Z, Li Y et al (2022) Facilitating database tuning with hyper-parameter optimization: a comprehensive experimental evaluation. VLDB Endow 15(9):1808\u20131821","journal-title":"VLDB Endow"},{"issue":"8","key":"7416_CR22","doi-asserted-by":"publisher","first-page":"1939","DOI":"10.14778\/3659437.3659449","volume":"17","author":"J Lao","year":"2024","unstructured":"Lao J, Wang Y, Li Y et al (2024) GPTuner: a manual-reading database tuning system via GPT-guided Bayesian optimization. VLDB Endow 17(8):1939\u20131952","journal-title":"VLDB Endow"},{"key":"7416_CR23","doi-asserted-by":"crossref","unstructured":"Trummer I (2022) DB-BERT: a database tuning tool that reads the manual. In: International Conference on Management of Data, pp 190\u2013203","DOI":"10.1145\/3514221.3517843"},{"issue":"7","key":"7416_CR24","doi-asserted-by":"publisher","first-page":"1159","DOI":"10.14778\/3450980.3450984","volume":"14","author":"I Trummer","year":"2021","unstructured":"Trummer I (2021) The case for NLP-enhanced database tuning: towards tuning tools that read the manual. VLDB Endow 14(7):1159\u20131165","journal-title":"VLDB Endow"},{"issue":"12","key":"7416_CR25","doi-asserted-by":"publisher","first-page":"2118","DOI":"10.14778\/3352063.3352129","volume":"12","author":"G Li","year":"2019","unstructured":"Li G, Zhou X, Li S et al (2019) QTune: a query-aware database tuning system with deep reinforcement learning. VLDB Endow 12(12):2118\u20132130","journal-title":"VLDB Endow"},{"issue":"2","key":"7416_CR26","first-page":"1","volume":"1","author":"X Zhang","year":"2023","unstructured":"Zhang X, Chang Z, Wu H et al (2023) A unified and efficient coordinating framework for autonomous DBMS tuning. ACM Manag Data 1(2):1\u201326","journal-title":"ACM Manag Data"},{"key":"7416_CR27","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-28929-8","volume-title":"A concise introduction to decentralized POMDPs","author":"FA Oliehoek","year":"2016","unstructured":"Oliehoek FA, Amato C (2016) A concise introduction to decentralized POMDPs. Springer, Cham"},{"key":"7416_CR28","doi-asserted-by":"publisher","first-page":"289","DOI":"10.1613\/jair.2447","volume":"32","author":"FA Oliehoek","year":"2008","unstructured":"Oliehoek FA, Spaan MTJ, Vlassis N (2008) Optimal and approximate Q-Value functions for decentralized POMDPs. J Artif Intell Res 32:289\u2013353","journal-title":"J Artif Intell Res"},{"key":"7416_CR29","doi-asserted-by":"publisher","first-page":"82","DOI":"10.1016\/j.neucom.2016.01.031","volume":"190","author":"L Kraemer","year":"2016","unstructured":"Kraemer L, Banerjee B (2016) Multi-agent reinforcement learning as a rehearsal for decentralized planning. Neurocomputing 190:82\u201394","journal-title":"Neurocomputing"},{"key":"7416_CR30","doi-asserted-by":"publisher","DOI":"10.1016\/j.neucom.2025.129617","volume":"626","author":"Y Pei","year":"2025","unstructured":"Pei Y, Ren T, Zhang Y et al (2025) Policy distillation for efficient decentralized execution in multi-agent reinforcement learning. Neurocomputing 626:129617","journal-title":"Neurocomputing"},{"issue":"12","key":"7416_CR31","doi-asserted-by":"publisher","first-page":"2802","DOI":"10.1016\/j.automatica.2009.09.025","volume":"45","author":"J Choi","year":"2009","unstructured":"Choi J, Oh S, Horowitz R (2009) Distributed learning and cooperative control for multi-agent systems. Automatica 45(12):2802\u20132814","journal-title":"Automatica"},{"key":"7416_CR32","unstructured":"Lillicrap TP, Hunt JJ, Pritzel A, Heess N et al (2015) Continuous control with deep reinforcement learnin. CoRR arXiv:1509.02971 (2015)"},{"issue":"12","key":"7416_CR33","doi-asserted-by":"publisher","first-page":"12470","DOI":"10.1109\/TKDE.2023.3266893","volume":"35","author":"X Zhao","year":"2023","unstructured":"Zhao X, Zhou X, Li G (2023) Automatic database knob tuning: a survey. IEEE Trans Knowl Data Eng 35(12):12470\u201312490","journal-title":"IEEE Trans Knowl Data Eng"},{"key":"7416_CR34","unstructured":"Fortunato M, Azar MG, Piot B et al (2018) Noisy networks for exploration. In: International conference on learning representations"},{"key":"7416_CR35","volume-title":"Mathematical Foundations of Reinforcement Learning","author":"S Zhao","year":"2024","unstructured":"Zhao S (2024) Mathematical Foundations of Reinforcement Learning. Springer Nature Press and Tsinghua University Press, London"},{"key":"7416_CR36","doi-asserted-by":"crossref","unstructured":"Zhang K, Yang Z, Ba\u015far T (2021) Multi-agent reinforcement learning: a selective overview of theories and algorithms. In: Handbook of reinforcement learning and control, pp 321\u2013384","DOI":"10.1007\/978-3-030-60990-0_12"},{"key":"7416_CR37","unstructured":"Lyu X, Xiao Y, Daley B et al (2021) Contrasting centralized and decentralized critics in multi-agent reinforcement learning. In: International Conference on Autonomous Agents and Multi-Agent Systems, pp 844\u2013852"},{"issue":"84","key":"7416_CR38","first-page":"1","volume":"17","author":"E Wei","year":"2016","unstructured":"Wei E, Luke S (2016) lenient learning in independent-learner stochastic cooperative games. Mach Learn Res 17(84):1\u201342","journal-title":"Mach Learn Res"},{"key":"7416_CR39","first-page":"13794","volume":"34","author":"TY Yang","year":"2021","unstructured":"Yang TY, Hu MY, Chow Y et al (2021) Safe reinforcement learning with natural language constraints. Adv Neural Inf Process Syst 34:13794\u201313808","journal-title":"Adv Neural Inf Process Syst"},{"key":"7416_CR40","unstructured":"Lowe R, Wu Y , Tamar A et al (2017) Multi-agent actor-critic for mixed cooperative-competitive environments. In: Advances in Neural Information Processing Systems, 30"}],"container-title":["The Journal of Supercomputing"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s11227-025-07416-2.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s11227-025-07416-2\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s11227-025-07416-2.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,1]],"date-time":"2025-06-01T08:31:23Z","timestamp":1748766683000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s11227-025-07416-2"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,6,1]]},"references-count":40,"journal-issue":{"issue":"8","published-online":{"date-parts":[[2025,6]]}},"alternative-id":["7416"],"URL":"https:\/\/doi.org\/10.1007\/s11227-025-07416-2","relation":{},"ISSN":["1573-0484"],"issn-type":[{"value":"1573-0484","type":"electronic"}],"subject":[],"published":{"date-parts":[[2025,6,1]]},"assertion":[{"value":"8 May 2025","order":1,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"1 June 2025","order":2,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"The authors declare no conflict of interest.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflict of interest"}}],"article-number":"943"}}