{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,2,21]],"date-time":"2025-02-21T07:25:09Z","timestamp":1740122709380,"version":"3.37.3"},"reference-count":42,"publisher":"Springer Science and Business Media LLC","issue":"11","license":[{"start":{"date-parts":[[2022,10,20]],"date-time":"2022-10-20T00:00:00Z","timestamp":1666224000000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2022,10,20]],"date-time":"2022-10-20T00:00:00Z","timestamp":1666224000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"funder":[{"DOI":"10.13039\/501100009595","name":"Service Public de Wallonie","doi-asserted-by":"publisher","id":[{"id":"10.13039\/501100009595","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Appl Intell"],"published-print":{"date-parts":[[2023,6]]},"DOI":"10.1007\/s10489-022-03956-9","type":"journal-article","created":{"date-parts":[[2022,10,19]],"date-time":"2022-10-19T22:02:39Z","timestamp":1666216959000},"page":"14008-14022","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":3,"title":["Mjolnir: A framework agnostic auto-tuning system with deep reinforcement learning"],"prefix":"10.1007","volume":"53","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-0434-310X","authenticated-orcid":false,"given":"Nourchene","family":"Ben Slimane","sequence":"first","affiliation":[]},{"given":"Houssem","family":"Sagaama","sequence":"additional","affiliation":[]},{"given":"Maher","family":"Marwani","sequence":"additional","affiliation":[]},{"given":"Sabri","family":"Skhiri","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2022,10,20]]},"reference":[{"key":"3956_CR1","doi-asserted-by":"publisher","unstructured":"Petridis P, Gounaris A, Torres J (2017) Spark parameter tuning via trial-and-error. In: Angelov, P, Manolopoulos, Y, Iliadis, L, Roy, A, Vellasco, M. (eds.) Advances in Big Data. Springer, Cham. https:\/\/doi.org\/10.1007\/978-3-319-47898-2_24, pp 226\u2013237","DOI":"10.1007\/978-3-319-47898-2_24"},{"key":"3956_CR2","unstructured":"Goodfellow I, Bengio Y, Courville A (2016) Deep Learning. MIT Press, Cambridge, MA, USA. http:\/\/www.deeplearningbook.org. Accessed 8 Feb 2022"},{"key":"3956_CR3","doi-asserted-by":"publisher","unstructured":"Zhao X, Yin J, Chen Z, He S (2013) Workload classification model for specializing virtual machine operating system. In: 2013 IEEE Sixth international conference on cloud computing. https:\/\/doi.org\/10.1109\/CLOUD.2013.144, pp 343\u2013350","DOI":"10.1109\/CLOUD.2013.144"},{"key":"3956_CR4","doi-asserted-by":"publisher","unstructured":"Aken DV, Pavlo A, Gordon GJ, Zhang B (2017) Automatic database management system tuning through large-scale machine learning. Proceedings of the ACM SIGMOD international conference on management of data part F1277, pp 1009\u20131024. https:\/\/doi.org\/10.1145\/3035918.3064029","DOI":"10.1145\/3035918.3064029"},{"issue":"4","key":"3956_CR5","doi-asserted-by":"publisher","first-page":"270","DOI":"10.1089\/big.2019.0123","volume":"8","author":"H Du","year":"2020","unstructured":"Du H, Han P, Xiang Q, Huang S (2020) Monkeyking: Adaptive parameter tuning on big data platforms with deep reinforcement learning. Big Data 8(4):270\u2013290. https:\/\/doi.org\/10.1089\/big.2019.0123","journal-title":"Big Data"},{"issue":"12","key":"3956_CR6","doi-asserted-by":"publisher","first-page":"1825","DOI":"10.14778\/3137765.3137786","volume":"10","author":"A Floratou","year":"2017","unstructured":"Floratou A, Agrawal A, Graham B, Rao S, Ramasamy K (2017) Dhalion: Self-regulating stream processing in heron. Proc VLDB Endow 10(12):1825\u20131836. https:\/\/doi.org\/10.14778\/3137765.3137786","journal-title":"Proc VLDB Endow"},{"issue":"4","key":"3956_CR7","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1145\/3132618","volume":"12","author":"X Liu","year":"2017","unstructured":"Liu X, Dastjerdi AV, Calheiros RN, Qu C, Buya R (2017) A stepwise auto-profiling method for performance optimization of streaming applications. ACM Trans Auton Adapt Syst 12(4):1\u20133. https:\/\/doi.org\/10.1145\/3132618","journal-title":"ACM Trans Auton Adapt Syst"},{"key":"3956_CR8","doi-asserted-by":"publisher","unstructured":"Bilal M, Canini M (2017) Towards Automatic Parameter Tuning of Stream Processing Systems. In: Proceedings of the 2017 symposium on cloud computing. SoCC \u201917, pp 189\u2013200. Association for Computing Machinery, New York. https:\/\/doi.org\/10.1145\/3127479.3127492","DOI":"10.1145\/3127479.3127492"},{"key":"3956_CR9","doi-asserted-by":"publisher","unstructured":"Trotter M, Liu G, Wood T (2017) Into the storm: Descrying optimal configurations using genetic algorithms and bayesian optimization, pp 175\u2013180. https:\/\/doi.org\/10.1109\/FAS-W.2017.144","DOI":"10.1109\/FAS-W.2017.144"},{"key":"3956_CR10","doi-asserted-by":"publisher","unstructured":"Zacheilas N, Maroulis S, Priovolos T, Kalogeraki V, Gunopulos D (2018) Dione: A framework for automatic profiling and tuning big data Applications. In: Proceedings - IEEE 34th international conference on data engineering, ICDE 2018. https:\/\/doi.org\/10.1109\/ICDE.2018.00195, pp 1637\u20131640","DOI":"10.1109\/ICDE.2018.00195"},{"key":"3956_CR11","doi-asserted-by":"publisher","unstructured":"Kalim F, Cooper T, Wu H, Li Y, Wang N, Lu N, Fu M, Qian X, Luo H, Cheng D, Wang Y, Dai F, Ghosh M, Wang B (2019) Caladrius: A performance modelling service for distributed stream processing systems, pp 1886\u20131897. https:\/\/doi.org\/10.1109\/ICDE.2019.00204","DOI":"10.1109\/ICDE.2019.00204"},{"key":"3956_CR12","doi-asserted-by":"publisher","unstructured":"Ahmed N, Barczak ALC, Rashid MA, Susnjak T (2021) An enhanced parallelisation model for performance prediction of apache spark on a multinode hadoop cluster. Big Data and Cognitive Computing 5. https:\/\/doi.org\/10.3390\/bdcc5040065","DOI":"10.3390\/bdcc5040065"},{"key":"3956_CR13","doi-asserted-by":"publisher","unstructured":"Chen Y, Lu J, Chen C, Hoque M, Tarkoma S (2019) Cost-effective resource provisioning for spark workloads, pp 2477\u20132480. Association for Computing Machinery, New York. https:\/\/doi.org\/10.1145\/3357384.3358090","DOI":"10.1145\/3357384.3358090"},{"key":"3956_CR14","doi-asserted-by":"publisher","unstructured":"Singhal R, Singh P (2018) Performance assurance model for applications on spark platform. In: Nambiar, R, Poess, M. (eds.) Performance Evaluation and Benchmarking for the Analytics Era, pp 131\u2013146. Springer, Cham. https:\/\/doi.org\/10.1007\/978-3-319-72401-0_10","DOI":"10.1007\/978-3-319-72401-0_10"},{"key":"3956_CR15","doi-asserted-by":"publisher","first-page":"22","DOI":"10.1016\/j.bdr.2017.05.001","volume":"11","author":"A Gounaris","year":"2018","unstructured":"Gounaris A, Torres J (2018) A methodology for spark parameter tuning. Big Data Research 11:22\u201332. https:\/\/doi.org\/10.1016\/j.bdr.2017.05.001","journal-title":"Big Data Research"},{"key":"3956_CR16","doi-asserted-by":"publisher","unstructured":"Bao L, Liu X, Chen W (2018) Learning-based automatic parameter tuning for big data analytics frameworks. arXiv:1808.06008. https:\/\/doi.org\/10.1109\/BigData.2018.8622018","DOI":"10.1109\/BigData.2018.8622018"},{"key":"3956_CR17","doi-asserted-by":"publisher","unstructured":"Zhu Y, Liu J, Guo M, Bao Y, Ma W, Liu Z, Song K, Yang Y (2017) Bestconfig: Tapping the performance potential of systems via automatic configuration tuning. In: Proceedings of the 2017 symposium on cloud computing. SoCC \u201917, pp 338\u2013350. Association for Computing Machinery, New York. https:\/\/doi.org\/10.1145\/3127479.3128605","DOI":"10.1145\/3127479.3128605"},{"key":"3956_CR18","doi-asserted-by":"publisher","unstructured":"Kumar S, Padakandla S, Chandrashekar L, Parihar P, Gopinath K, Bhatnagar S (2017) Scalable Performance Tuning of Hadoop MapReduce: A Noisy Gradient Approach. In: 2017 IEEE 10th International conference on cloud computing (CLOUD), pp 375\u2013382. https:\/\/doi.org\/10.1109\/CLOUD.2017.55","DOI":"10.1109\/CLOUD.2017.55"},{"key":"3956_CR19","doi-asserted-by":"publisher","first-page":"100204","DOI":"10.1016\/j.bdr.2021.100204","volume":"25","author":"ERL Filho","year":"2021","unstructured":"Filho ERL, de Almeida EC, Scherzinger S, Herodotou H (2021) Investigating automatic parameter tuning for sql-on-hadoop systems. Big Data Research 25:100204. https:\/\/doi.org\/10.1016\/j.bdr.2021.100204","journal-title":"Big Data Research"},{"key":"3956_CR20","doi-asserted-by":"publisher","first-page":"458","DOI":"10.1109\/TBDATA.2019.2948338","volume":"8","author":"Y Chen","year":"2022","unstructured":"Chen Y, Goetsch P, Hoque MA, Lu J, Tarkoma S (2022) d-simplexed: Adaptive delaunay triangulation for performance modeling and prediction on big data analytics. IEEE Transactions on Big Data 8:458\u2013469. https:\/\/doi.org\/10.1109\/TBDATA.2019.2948338","journal-title":"IEEE Transactions on Big Data"},{"key":"3956_CR21","doi-asserted-by":"publisher","unstructured":"Wang H, Rafatirad S, Homayoun H (2019) A+ tuning: architecture+application auto-tuning for in-memory data-processing frameworks. In: 2019 IEEE 25th International conference on parallel and distributed systems (ICPADS), pp 163\u2013166. https:\/\/doi.org\/10.1109\/ICPADS47876.2019.00032","DOI":"10.1109\/ICPADS47876.2019.00032"},{"key":"3956_CR22","doi-asserted-by":"publisher","unstructured":"Zhang J, Liu Y, Zhou K, Li G, Xiao Z, Cheng B, Xing J, Wang Y, Cheng T, Liu L, Ran M, Li Z (2019) An end-to-end automatic cloud database tuning system using deep reinforcement learning. In: Proceedings of the 2019 International conference on management of data. SIGMOD \u201919, pp 415\u2013432. Association for computing machinery, New York. https:\/\/doi.org\/10.1145\/3299869.3300085","DOI":"10.1145\/3299869.3300085"},{"key":"3956_CR23","doi-asserted-by":"publisher","unstructured":"Bitsakos C, Konstantinou I, Koziris N (2018) DERP: A deep reinforcement learning cloud system for elastic resource provisioning. In: Proceedings of the international conference on cloud computing technology and science, CloudCom, vol 2018-Decem, pp 21\u201329. https:\/\/doi.org\/10.1109\/CloudCom2018.2018.00020","DOI":"10.1109\/CloudCom2018.2018.00020"},{"issue":"12","key":"3956_CR24","doi-asserted-by":"publisher","first-page":"2118","DOI":"10.14778\/3352063.3352129","volume":"12","author":"G Li","year":"2019","unstructured":"Li G, Zhou X, Li S, Gao B (2019) QTune: A query-aware database tuning system with deep reinforcement learning. Proc VLDB Endow 12(12):2118\u20132130. https:\/\/doi.org\/10.14778\/3352063.3352129","journal-title":"Proc VLDB Endow"},{"key":"3956_CR25","doi-asserted-by":"publisher","unstructured":"Sutton RS, Barto AG (2018) Reinforcement learning: An Introduction. A Bradford Book, Cambridge, MA, USA. https:\/\/doi.org\/10.5555\/3312046","DOI":"10.5555\/3312046"},{"issue":"7676","key":"3956_CR26","doi-asserted-by":"publisher","first-page":"354","DOI":"10.1038\/nature24270","volume":"550","author":"D Silver","year":"2017","unstructured":"Silver D, Schrittwieser J, Simonyan K, Antonoglou I, Huang A, Guez A, Hubert T, Baker L, Lai M, Bolton A, Chen Y, Lillicrap T, Hui F, Sifre L, van den Driessche G, Graepel T, Hassabis D (2017) Mastering the game of Go without human knowledge. Nature 550(7676):354\u2013359. https:\/\/doi.org\/10.1038\/nature24270","journal-title":"Nature"},{"key":"3956_CR27","doi-asserted-by":"crossref","unstructured":"Azhikodan AR, Bhat AGK, Jadhav MV (2019) Stock trading bot using deep reinforcement learning. In: Saini, HS, Sayal, R, Govardhan, A, Buyya, R, (eds.) Innovations in computer science and engineering, pp 41\u201349. Springer, Singapore","DOI":"10.1007\/978-981-10-8201-6_5"},{"issue":"7540","key":"3956_CR28","doi-asserted-by":"publisher","first-page":"529","DOI":"10.1038\/nature14236","volume":"518","author":"V Mnih","year":"2015","unstructured":"Mnih V, Kavukcuoglu K, Silver D, Rusu AA, Veness J, Bellemare MG, Graves A, Riedmiller M, Fidjeland AK, Ostrovski G, Petersen S, Beattie C, Sadik A, Antonoglou I, King H, Kumaran D, Wierstra D, Legg S, Hassabis D (2015) Human-level control through deep reinforcement learning. Nature 518(7540):529\u2013533. https:\/\/doi.org\/10.1038\/nature14236","journal-title":"Nature"},{"key":"3956_CR29","unstructured":"Schaul T, Quan J, Antonoglou I, Silver D (2016) Prioritized experience replay. In: International conference on learning representations, Puerto Rico"},{"key":"3956_CR30","unstructured":"Lillicrap TP, Hunt JJ, Pritzel A, Heess N, Erez T, Tassa Y, Silver D, Wierstra D (2016) Continuous control with deep reinforcement learning. In: International conference on learning representations, puerto rico"},{"key":"3956_CR31","doi-asserted-by":"crossref","unstructured":"Gaskett C, Wettergreen D, Zelinsky A (1999) Q-learning in continuous state and action spaces. In: Foo, N. (ed.) Advanced topics in artificial intelligence, pp 417\u2013428. Springer, Berlin, Heidelberg","DOI":"10.1007\/3-540-46695-9_35"},{"key":"3956_CR32","unstructured":"Fujimoto S, van Hoof H, Meger D (2018) Addressing function approximation error in actor-critic methods. In: Dy, JG, Krause, A (eds.) Proceedings of the 35th International Conference on Machine Learning, ICML. Proceedings of machine learning research, vol 80, pp 1582\u20131591. PMLR, Stockholmsm\u00e4ssan, Stockholm, Sweden. http:\/\/proceedings.mlr.press\/v80\/fujimoto18a.html. Accessed 23 Aug 2021"},{"key":"3956_CR33","doi-asserted-by":"crossref","unstructured":"van Hasselt H, Guez A, Silver D (2016) Deep reinforcement learning with double Q-Learning AAAI press","DOI":"10.1609\/aaai.v30i1.10295"},{"key":"3956_CR34","unstructured":"Brockman G, Cheung V, Pettersson L, Schneider J, Schulman J, Tang J, Zaremba W (2016) Openai gym. CoRR:1606.01540. arXiv:https:\/\/arxiv.org\/abs\/1606.01540"},{"key":"3956_CR35","doi-asserted-by":"publisher","first-page":"1726","DOI":"10.1631\/FITEE.1900533","volume":"21","author":"H-n Wang","year":"2020","unstructured":"Wang H-n, Liu N, Zhang Y-y, Feng D-w, Huang F, Li D-s, Zhang Y-m (2020) Deep reinforcement learning: a survey. Frontiers of Information Technology and Electronic Engineering 21:1726\u20131744. https:\/\/doi.org\/10.1631\/FITEE.1900533","journal-title":"Frontiers of Information Technology and Electronic Engineering"},{"key":"3956_CR36","doi-asserted-by":"crossref","unstructured":"Morgan AS, Nandha D, Chalvatzaki G, D\u2019Eramo C, Dollar AM, Peters J (2021) Model predictive actor-critic: Accelerating robot skill acquisition with deep reinforcement learning. 2021 IEEE International Conference on Robotics and Automation (ICRA), pp 6672\u20136678","DOI":"10.1109\/ICRA48506.2021.9561298"},{"key":"3956_CR37","doi-asserted-by":"publisher","first-page":"26871","DOI":"10.1109\/ACCESS.2021.3056903","volume":"9","author":"C-C Wong","year":"2021","unstructured":"Wong C-C, Chien S-Y, Feng H-M, Aoyama H (2021) Motion planning for dual-arm robot based on soft actor-critic. IEEE Access 9:26871\u201326885","journal-title":"IEEE Access"},{"key":"3956_CR38","doi-asserted-by":"publisher","unstructured":"Pantoja-Garcia L, Garcia-Rodriguez R, Parra-Vega V (2022) Adaptive actor-critic with integral sliding manifold for learning control of robots. In: Moreno, HA, Carrera, IG, Ram\u00edrez-Mendoza, RA, Baca, J, Banfield, IA (eds.) Advances in automation and robotics research, vol 347, pp 101\u2013108. Springer, Cham. https:\/\/doi.org\/10.1007\/978-3-030-90033-5_12","DOI":"10.1007\/978-3-030-90033-5_12"},{"key":"3956_CR39","doi-asserted-by":"publisher","unstructured":"Archetti F, Candelieri A (2019) The surrogate model, pp 37\u201356. Springer, Cham. https:\/\/doi.org\/10.1007\/978-3-030-24494-1_3","DOI":"10.1007\/978-3-030-24494-1_3"},{"key":"3956_CR40","doi-asserted-by":"publisher","unstructured":"Archetti F, Candelieri A (2019) The acquisition function, pp 57\u201372. Springer, Cham. https:\/\/doi.org\/10.1007\/978-3-030-24494-1_4","DOI":"10.1007\/978-3-030-24494-1_4"},{"issue":"7","key":"3956_CR41","doi-asserted-by":"publisher","first-page":"622","DOI":"10.14778\/2180912.2180915","volume":"5","author":"B Bahmani","year":"2012","unstructured":"Bahmani B, Moseley B, Vattani A, Kumar R, Vassilvitskii S (2012) Scalable k-means++. Proc VLDB Endow 5(7):622\u2013633. https:\/\/doi.org\/10.14778\/2180912.2180915","journal-title":"Proc VLDB Endow"},{"key":"3956_CR42","unstructured":"Alipourfard O, Liu HH, Chen J, Venkataraman S, Yu M, Zhang M (2017) Cherrypick: Adaptively unearthing the best cloud configurations for big data analytics. In: 14th USENIX symposium on networked systems design and implementation (NSDI 17), pp 469\u2013482. USENIX Association, Boston, MA. https:\/\/www.usenix.org\/conference\/nsdi17\/technical-sessions\/presentation\/alipourfard. Accessed 17 Sep 2021"}],"container-title":["Applied Intelligence"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10489-022-03956-9.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s10489-022-03956-9\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10489-022-03956-9.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,5,31]],"date-time":"2023-05-31T06:31:40Z","timestamp":1685514700000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s10489-022-03956-9"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022,10,20]]},"references-count":42,"journal-issue":{"issue":"11","published-print":{"date-parts":[[2023,6]]}},"alternative-id":["3956"],"URL":"https:\/\/doi.org\/10.1007\/s10489-022-03956-9","relation":{},"ISSN":["0924-669X","1573-7497"],"issn-type":[{"type":"print","value":"0924-669X"},{"type":"electronic","value":"1573-7497"}],"subject":[],"published":{"date-parts":[[2022,10,20]]},"assertion":[{"value":"2 July 2022","order":1,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"20 October 2022","order":2,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"The Authors declare that there is no conflict of interest","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"<!--Emphasis Type='Bold' removed-->Conflict of Interests\/Competing Interests"}}]}}