{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,31]],"date-time":"2026-07-31T22:41:44Z","timestamp":1785537704459,"version":"3.56.0"},"reference-count":43,"publisher":"Springer Science and Business Media LLC","issue":"3","license":[{"start":{"date-parts":[[2023,4,4]],"date-time":"2023-04-04T00:00:00Z","timestamp":1680566400000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2023,4,4]],"date-time":"2023-04-04T00:00:00Z","timestamp":1680566400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Empir Software Eng"],"published-print":{"date-parts":[[2023,5]]},"DOI":"10.1007\/s10664-023-10296-w","type":"journal-article","created":{"date-parts":[[2023,4,4]],"date-time":"2023-04-04T11:23:14Z","timestamp":1680607394000},"update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":6,"title":["VEER: enhancing the interpretability of model-based optimizations"],"prefix":"10.1007","volume":"28","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-4884-1808","authenticated-orcid":false,"given":"Kewen","family":"Peng","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Christian","family":"Kaltenecker","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Norbert","family":"Siegmund","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Sven","family":"Apel","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Tim","family":"Menzies","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2023,4,4]]},"reference":[{"issue":"3","key":"10296_CR1","doi-asserted-by":"publisher","first-page":"2099","DOI":"10.1007\/s10664-020-09808-9","volume":"25","author":"A Agrawal","year":"2020","unstructured":"Agrawal A, Menzies T, Minku LL, Wagner M, Yu Z (2020) Better software analytics via \u201cduo\u201d: data mining algorithms using\/used-by optimizers. Empir Softw Eng 25(3):2099\u20132136","journal-title":"Empir Softw Eng"},{"key":"10296_CR2","doi-asserted-by":"crossref","unstructured":"Antkiewicz M, B\u0105k K, Murashkin A, Olaechea R, Liang JH, Czarnecki K (2013) Clafer tools for product line engineering. In: Proceedings of the 17th international software product line conference co-located workshops, pp 130\u2013135","DOI":"10.1145\/2499777.2499779"},{"key":"10296_CR3","unstructured":"Bergstra J, Bardenet R, Bengio Y, K\u00e9gl B (2011) Algorithms for hyper-parameter optimization. Adv Neural Inf Process Syst, vol 24"},{"key":"10296_CR4","doi-asserted-by":"crossref","unstructured":"Bergstra J, Yamins D, Cox DD et al (2013) Hyperopt: a python library for optimizing the hyperparameters of machine learning algorithms. In: Proceedings of the 12th Python in science conference, Citeseer, vol 13, p 20","DOI":"10.25080\/Majora-8b375195-003"},{"key":"10296_CR5","unstructured":"Brochu E, Cora VM, De Freitas N (2010) A tutorial on bayesian optimization of expensive cost functions, with application to active user modeling and hierarchical reinforcement learning. arXiv:10122599"},{"key":"10296_CR6","doi-asserted-by":"crossref","unstructured":"Chen D, Fu W, Krishna R, Menzies T (2018a) Applications of psychological science for actionable analytics. In: Proceedings of the 2018 26th ACM joint meeting on european software engineering conference and symposium on the foundations of software engineering, pp 456\u2013467","DOI":"10.1145\/3236024.3236050"},{"key":"10296_CR7","unstructured":"Chen J, Nair V, Krishna R, Menzies T (2018b) \u201csampling\u201d as a baseline optimizer for search-based software engineering. IEEE Trans Softw Eng (pre-print):1\u20131"},{"key":"10296_CR8","doi-asserted-by":"crossref","unstructured":"Coello CAC, Sierra MR (2004) A study of the parallelization of a coevolutionary multi-objective evolutionary algorithm. In: Mexican international conference on artificial intelligence. Springer, pp 688\u2013697","DOI":"10.1007\/978-3-540-24694-7_71"},{"issue":"2","key":"10296_CR9","doi-asserted-by":"publisher","first-page":"182","DOI":"10.1109\/4235.996017","volume":"6","author":"K Deb","year":"2002","unstructured":"Deb K, Pratap A, Agarwal S, Meyarivan T (2002) A fast and elitist multiobjective genetic algorithm: Nsga-ii. IEEE Trans Evolution Computat 6(2):182\u2013197","journal-title":"IEEE Trans Evolution Computat"},{"key":"10296_CR10","doi-asserted-by":"crossref","unstructured":"Devanbu P, Zimmermann T, Bird C (2016) Belief & evidence in empirical software engineering. In: 2016 IEEE\/ACM 38th international conference on software engineering (ICSE). IEEE, pp 108\u2013119","DOI":"10.1145\/2884781.2884812"},{"issue":"1","key":"10296_CR11","doi-asserted-by":"publisher","first-page":"20","DOI":"10.1111\/j.1745-6916.2008.00058.x","volume":"3","author":"G Gigerenzer","year":"2008","unstructured":"Gigerenzer G (2008) Why heuristics work. Perspect Psycho Sci 3 (1):20\u201329","journal-title":"Perspect Psycho Sci"},{"key":"10296_CR12","doi-asserted-by":"crossref","unstructured":"Golovin D, Solnik B, Moitra S, Kochanski G, Karro J, Sculley D (2017) Google vizier: a service for black-box optimization. In: Proceedings of the 23rd ACM SIGKDD international conference on knowledge discovery and data mining, pp 1487\u20131495","DOI":"10.1145\/3097983.3098043"},{"issue":"3","key":"10296_CR13","doi-asserted-by":"publisher","first-page":"1826","DOI":"10.1007\/s10664-017-9573-6","volume":"23","author":"J Guo","year":"2018","unstructured":"Guo J, Yang D, Siegmund N, Apel S, Sarkar A, Valov P, Czarnecki K, Wasowski A, Yu H (2018) Data-efficient performance learning for configurable systems. Empirical Softw Eng (EMSE) 23(3):1826\u20131867","journal-title":"Empirical Softw Eng (EMSE)"},{"key":"10296_CR14","unstructured":"Herodotou H, Lim H, Luo G, Borisov N, Dong L, Cetin FB, Babu S (2011) Starfish: a self-tuning system for big data analytics. In: Conference on innovative data systems research"},{"key":"10296_CR15","unstructured":"Hess MR, Kromrey JD (2004) Robust confidence intervals for effect sizes: a comparative study of cohen\u2019sd and cliff\u2019s delta under non-normality and heterogeneous variances. In: Annual meeting of the American educational research association, pp 1\u201330"},{"issue":"1","key":"10296_CR16","doi-asserted-by":"publisher","first-page":"66","DOI":"10.1038\/scientificamerican0792-66","volume":"267","author":"JH Holland","year":"1992","unstructured":"Holland JH (1992) Genetic algorithms. Sci Amer 267(1):66\u201373","journal-title":"Sci Amer"},{"key":"10296_CR17","unstructured":"Huband S, Hingston P, While L, Barone L (2003) An evolution strategy with probabilistic mutation for multi-objective optimisation. In: The 2003 congress on evolutionary computation, 2003. CEC\u201903., IEEE, vol 4, pp 2284\u20132291"},{"key":"10296_CR18","doi-asserted-by":"crossref","unstructured":"Hutter F, Hoos HH, Leyton-Brown K (2011) Sequential model-based optimization for general algorithm configuration. In: 5th LION","DOI":"10.1007\/978-3-642-25566-3_40"},{"key":"10296_CR19","doi-asserted-by":"crossref","unstructured":"Jiarpakdee J, Tantithamthavorn C, Grundy J (2021) Practitioners\u2019 perceptions of the goals and visual explanations of defect prediction models. arXiv:210212007","DOI":"10.1109\/MSR52588.2021.00055"},{"issue":"4","key":"10296_CR20","doi-asserted-by":"publisher","first-page":"58","DOI":"10.1109\/MS.2020.2987024","volume":"37","author":"C Kaltenecker","year":"2020","unstructured":"Kaltenecker C, Grebhahn A, Siegmund N, Apel S (2020) The interplay of sampling and machine learning for software performance prediction. IEEE Softw 37(4):58\u201366","journal-title":"IEEE Softw"},{"key":"10296_CR21","unstructured":"Kendall MG (1948) Rank correlation methods"},{"issue":"3","key":"10296_CR22","doi-asserted-by":"publisher","first-page":"2265","DOI":"10.1007\/s10270-018-0662-9","volume":"18","author":"S Kolesnikov","year":"2019","unstructured":"Kolesnikov S, Siegmund N, K\u00e4stner C, Grebhahn A, Apel S (2019) Tradeoffs in modeling performance of highly configurable software systems. Softw Syst Model 18(3):2265\u20132283","journal-title":"Softw Syst Model"},{"key":"10296_CR23","doi-asserted-by":"crossref","unstructured":"Laumanns M, Thiele L, Deb K, Zitzler E (2002) Combining convergence and diversity in evolutionary multiobjective optimization. Evolution Computat","DOI":"10.1162\/106365602760234108"},{"issue":"2","key":"10296_CR24","doi-asserted-by":"publisher","first-page":"545","DOI":"10.11144\/Javeriana.upsy10-2.cdcp","volume":"10","author":"G Macbeth","year":"2011","unstructured":"Macbeth G, Razumiejczyk E, Ledesma RD (2011) Cliff\u2019s delta calculator: a non-parametric effect size program for two groups of observations. Univ Psychol 10(2):545\u2013555","journal-title":"Univ Psychol"},{"issue":"4","key":"10296_CR25","doi-asserted-by":"publisher","first-page":"537","DOI":"10.1109\/TSE.2012.45","volume":"39","author":"N Mittas","year":"2012","unstructured":"Mittas N, Angelis L (2012) Ranking and clustering software cost estimation models through a multiple comparisons algorithm. IEEE Trans Softw Eng 39(4):537\u2013551","journal-title":"IEEE Trans Softw Eng"},{"key":"10296_CR26","doi-asserted-by":"crossref","unstructured":"Nair V, Menzies T, Siegmund N, Apel S (2017) Using bad learners to find good configurations. In: Proceedings of the 2017 11th joint meeting on foundations of software engineering, pp 257\u2013267","DOI":"10.1145\/3106237.3106238"},{"issue":"7","key":"10296_CR27","doi-asserted-by":"publisher","first-page":"794","DOI":"10.1109\/TSE.2018.2870895","volume":"46","author":"V Nair","year":"2018","unstructured":"Nair V, Yu Z, Menzies T, Siegmund N, Apel S (2018) Finding faster configurations using flash. IEEE Trans Softw Eng 46(7):794\u2013811","journal-title":"IEEE Trans Softw Eng"},{"key":"10296_CR28","doi-asserted-by":"crossref","unstructured":"Sarkar A, Guo J, Siegmund N, Apel S, Czarnecki K (2015) Cost-efficient sampling for performance prediction of configurable systems (t). In: 2015 30th IEEE\/ACM international conference on automated software engineering (ASE). IEEE, pp 342\u2013352","DOI":"10.1109\/ASE.2015.45"},{"key":"10296_CR29","doi-asserted-by":"publisher","first-page":"52","DOI":"10.4018\/IJBIR.2011070104","volume":"2","author":"R Sawyer","year":"2011","unstructured":"Sawyer R (2011) Bi\u2019s impact on analyses and decision making depends on the development of less complex applications. IJBIR 2:52\u201363. https:\/\/doi.org\/10.4018\/IJBIR.2011070104","journal-title":"IJBIR"},{"key":"10296_CR30","doi-asserted-by":"crossref","unstructured":"Shrikanth N, Menzies T (2020) Assessing practitioner beliefs about software defect prediction. In: 2020 IEEE\/ACM 42nd international conference on software engineering: software engineering in practice (ICSE-SEIP). IEEE, pp 182\u2013190","DOI":"10.1145\/3377813.3381367"},{"key":"10296_CR31","doi-asserted-by":"crossref","unstructured":"Siegmund N, Grebhahn A, Apel S, K\u00e4stner C (2015) Performance-influence models for highly configurable systems. In: Proceedings of the joint meeting on foundations of software engineering (ESEC\/FSE), ACM, pp 284\u2013294","DOI":"10.1145\/2786805.2786845"},{"key":"10296_CR32","unstructured":"Snoek J, Larochelle H, Adams R (2012) Practical bayesian optimization of machine learning algorithms. In: NIPS - volume 2"},{"key":"10296_CR33","doi-asserted-by":"publisher","first-page":"113","DOI":"10.1016\/j.jmsy.2015.09.001","volume":"37","author":"W Song","year":"2015","unstructured":"Song W, Chan FT (2015) Multi-objective configuration optimization for product-extension service. J Manuf Syst 37:113\u2013125","journal-title":"J Manuf Syst"},{"key":"10296_CR34","unstructured":"Tan SY, Chan T (2016) Defining and conceptualizing actionable insight: a conceptual framework for decision-centric analytics. arXiv:160603510"},{"key":"10296_CR35","doi-asserted-by":"publisher","unstructured":"Tu H, Papadimitriou G, Kiran M, Wang C, Mandal A, Deelman E, Menzies T (2021) Mining workflows for anomalous data transfers. In: 2021 IEEE\/ACM 18th international conference on mining software repositories (MSR), pp 1\u201312. https:\/\/doi.org\/10.1109\/MSR52588.2021.00013","DOI":"10.1109\/MSR52588.2021.00013"},{"key":"10296_CR36","doi-asserted-by":"crossref","unstructured":"Van Aken D, Pavlo A, Gordon GJ, Zhang B (2017) Automatic database management system tuning through large-scale machine learning. In: International conference on management of data, ACM","DOI":"10.1145\/3035918.3064029"},{"key":"10296_CR37","unstructured":"Van Veldhuizen DA (1999) Multiobjective evolutionary algorithms: classifications, analyses and new innovations. Tech rep, Air force inst of tech wright-pattersonafb oh school of engineering"},{"key":"10296_CR38","unstructured":"Xia T, Krishna R, Chen J, Mathew G, Shen X, Menzies T (2018) Hyperparameter optimization for effort estimation. arXiv:180500336"},{"key":"10296_CR39","doi-asserted-by":"crossref","unstructured":"Xu T, Jin L, Fan X, Zhou Y, Pasupathy S, Talwadker R (2015) Hey, you have given me too many knobs!: understanding and dealing with over-designed configuration in system software. In: Foundations of software engineering","DOI":"10.1145\/2786805.2786852"},{"issue":"6","key":"10296_CR40","doi-asserted-by":"publisher","first-page":"712","DOI":"10.1109\/TEVC.2007.892759","volume":"11","author":"Q Zhang","year":"2007","unstructured":"Zhang Q, Li H (2007) Moea\/d: a multiobjective evolutionary algorithm based on decomposition. IEEE Trans Evolution Computat 11(6):712\u2013731","journal-title":"IEEE Trans Evolution Computat"},{"key":"10296_CR41","doi-asserted-by":"crossref","unstructured":"Zhu H, Jin J, Tan C, Pan F, Zeng Y, Li H, Gai K (2017) Optimized cost per click in taobao display advertising. arXiv preprint","DOI":"10.1145\/3097983.3098134"},{"key":"10296_CR42","unstructured":"Zitzler E, Laumanns M, Thiele L (2001) Spea2: improving the strength pareto evolutionary algorithm. TIK-Report, vol 103"},{"issue":"1","key":"10296_CR43","first-page":"3619","volume":"17","author":"M Zuluaga","year":"2016","unstructured":"Zuluaga M, Krause A, P\u00fcschel M (2016) \u03b5-pal: an active learning approach to the multi-objective optimization problem. J Mach Learn Res 17(1):3619\u20133650","journal-title":"J Mach Learn Res"}],"container-title":["Empirical Software Engineering"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10664-023-10296-w.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s10664-023-10296-w\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10664-023-10296-w.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,5,26]],"date-time":"2023-05-26T21:02:30Z","timestamp":1685134950000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s10664-023-10296-w"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,4,4]]},"references-count":43,"journal-issue":{"issue":"3","published-print":{"date-parts":[[2023,5]]}},"alternative-id":["10296"],"URL":"https:\/\/doi.org\/10.1007\/s10664-023-10296-w","relation":{},"ISSN":["1382-3256","1573-7616"],"issn-type":[{"value":"1382-3256","type":"print"},{"value":"1573-7616","type":"electronic"}],"subject":[],"published":{"date-parts":[[2023,4,4]]},"assertion":[{"value":"24 January 2023","order":1,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"4 April 2023","order":2,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"We assert that the authors have no conflict of interest.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"<!--Emphasis Type='Bold' removed-->Conflict of Interests"}}],"article-number":"61"}}