{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,10,16]],"date-time":"2025-10-16T03:56:26Z","timestamp":1760586986653,"version":"3.37.3"},"reference-count":47,"publisher":"Springer Science and Business Media LLC","issue":"2","license":[{"start":{"date-parts":[[2020,1,17]],"date-time":"2020-01-17T00:00:00Z","timestamp":1579219200000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2020,1,17]],"date-time":"2020-01-17T00:00:00Z","timestamp":1579219200000},"content-version":"vor","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Empir Software Eng"],"published-print":{"date-parts":[[2020,3]]},"DOI":"10.1007\/s10664-019-09790-x","type":"journal-article","created":{"date-parts":[[2020,1,17]],"date-time":"2020-01-17T06:03:02Z","timestamp":1579240982000},"page":"1259-1293","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":7,"title":["What should your run-time configuration framework do to help developers?"],"prefix":"10.1007","volume":"25","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-2724-0034","authenticated-orcid":false,"given":"Mohammed","family":"Sayagh","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Noureddine","family":"Kerzazi","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Fabio","family":"Petrillo","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Khalil","family":"Bennani","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Bram","family":"Adams","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2020,1,17]]},"reference":[{"key":"9790_CR1","unstructured":"Ansible (2018) Core java preferences api, http:\/\/www.ansible.com\/. Accessed March 08, 2018"},{"key":"9790_CR2","doi-asserted-by":"publisher","first-page":"308","DOI":"10.1007\/978-3-642-37521-7","volume-title":"Feature-oriented software product lines: Concepts and implementation","author":"S Apel","year":"2013","unstructured":"Apel S, Batory D, K\u00e4stner C, Saake G (2013) Feature-oriented software product lines: Concepts and implementation. Springer, Berlin\/Heidelberg, p 308. ISBN 978-3-642-37520-0. http:\/\/www.springer.com\/computer\/swe\/book\/978-3-642-37520-0, Tech Rep"},{"key":"9790_CR3","volume-title":"Devops: a software architect\u2019s perspective","author":"L Bass","year":"2015","unstructured":"Bass L, Weber I, Zhu L (2015) Devops: a software architect\u2019s perspective, 1st edn. Addison-Wesley Professional, Reading","edition":"1st edn."},{"key":"9790_CR4","doi-asserted-by":"crossref","unstructured":"Behrang F, Cohen MB, Orso A (2015) Users beware: Preference inconsistencies ahead. In: Proceedings of the 10th joint meeting on foundations of software engineering, ser. ESEC\/FSE\u201915, New York, NY, USA, pp 295\u2013306","DOI":"10.1145\/2786805.2786869"},{"key":"9790_CR5","doi-asserted-by":"crossref","unstructured":"Buse RP, Sadowski C, Weimer W (2011) Benefits and barriers of user evaluation in software engineering research. In: Proceedings of the International Conference on Object Oriented Programming Systems Languages and Applications, ser OOPSLA\u201911, pp 643\u2013656","DOI":"10.1145\/2048066.2048117"},{"key":"9790_CR6","volume-title":"Web application with spring annotation-driven configuration: Rapidly develop lightweight Java web applications using Spring with annotations","author":"J Cassoli","year":"2016","unstructured":"Cassoli J (2016) Web application with spring annotation-driven configuration: Rapidly develop lightweight Java web applications using Spring with annotations, 1st edn. CreateSpace Independent Publishing Platform, Scotts Valley","edition":"1st edn."},{"key":"9790_CR7","doi-asserted-by":"publisher","unstructured":"Dong Z, Andrzejak A, Shao K (2015) Practical and accurate pinpointing of configuration errors using static analysis, Bremen, Germany, automated debugging;Configuration errors;Configuration options;Correlation degree;Misconfigurations;Run-time information;Software program;Testing oracles;. Online. Available https:\/\/doi.org\/10.1109\/ICSM.2015.7332463","DOI":"10.1109\/ICSM.2015.7332463"},{"key":"9790_CR8","doi-asserted-by":"crossref","unstructured":"Dong Z, Andrzejak A, Lo D, Costa D (2016) Orplocator: Identifying read points of configuration options via static analysis. In: Proceedings of the 27th international symposium on software reliability engineering, ser. ISSRE\u201916, pp 185\u2013195","DOI":"10.1109\/ISSRE.2016.37"},{"key":"9790_CR9","doi-asserted-by":"crossref","unstructured":"Huang P, Bolosky WJ, Singh A, Zhou Y (2015) Confvalley: a systematic configuration validation framework for cloud services. In: Proceedings of the tenth European conference on computer systems, ser. Eurosys \u201915, NY, USA, pp 1\u201316","DOI":"10.1145\/2741948.2741963"},{"key":"9790_CR10","doi-asserted-by":"crossref","unstructured":"Hubaux A, Xiong Y, Czarnecki K (2012) A user survey of configuration challenges in linux and ecos. In: Proceedings of the 6th Int\u2019l workshop on variability modeling of software-intensive systems, pp 149\u2013155","DOI":"10.1145\/2110147.2110164"},{"key":"9790_CR11","volume-title":"Continuous delivery: reliable software releases through build, test, and deployment automation","author":"J Humble","year":"2010","unstructured":"Humble J, Farley D (2010) Continuous delivery: reliable software releases through build, test, and deployment automation, 1st edn. Addison-Wesley Professional, Reading","edition":"1st edn."},{"key":"9790_CR12","doi-asserted-by":"crossref","unstructured":"Jiang Y, Adams B (2015) Co-evolution of infrastructure and source code: an empirical study. In: Proceedings of the 12th Conference on Mining Software Repositories, ser. MSR\u201915, pp 45\u201355","DOI":"10.1109\/MSR.2015.12"},{"key":"9790_CR13","doi-asserted-by":"crossref","unstructured":"Jin D, Qu X, Cohen MB, Robinson B (2014) Configurations everywhere: Implications for testing and debugging in practice. In: Proceedings of the 36th international conference on soft. eng., ser. ICSE\u201914, pp 215\u2013224","DOI":"10.1145\/2591062.2591191"},{"key":"9790_CR14","doi-asserted-by":"crossref","unstructured":"Jin D, Cohen MB, Qu X, Robinson B (2014) Preffinder: Getting the right preference in configurable software systems. In: Proceedings of the 29th international conference on automated software engineering, ser. ASE \u201914, pp 151\u2013162","DOI":"10.1145\/2642937.2643009"},{"issue":"3","key":"9790_CR15","doi-asserted-by":"publisher","first-page":"186","DOI":"10.1002\/cpe.3786","volume":"29","author":"M Khan","year":"2017","unstructured":"Khan M, Huang Z, Li M, Taylor GA, Khan M (2017) Optimizing hadoop parameter settings with gene expression programming guided pso. Concurrency and Computation: Practice and Experience 29(3):186\u2013197","journal-title":"Concurrency and Computation: Practice and Experience"},{"issue":"1","key":"9790_CR16","doi-asserted-by":"publisher","first-page":"110","DOI":"10.1007\/s10664-013-9279-3","volume":"20","author":"AJ Ko","year":"2015","unstructured":"Ko AJ, LaToza T, Burnett M (2015) A practical guide to controlled experiments of software engineering tools with human participants. Empir Softw Eng 20(1):110\u2013141","journal-title":"Empir Softw Eng"},{"key":"9790_CR17","doi-asserted-by":"publisher","DOI":"10.1007\/978-1-4302-6041-7","volume-title":"Pro Puppet","author":"S Krum","year":"2013","unstructured":"Krum S, Van Hevelingen W, Kero B, Turnbull J, McCune J (2013) Pro Puppet, 2nd edn. Apress, New York","edition":"2nd edn."},{"key":"9790_CR18","doi-asserted-by":"crossref","unstructured":"Li W, Li S, Liao X, Xu X, Zhou S, Jia Z (2017) Conftest: Generating comprehensive misconfiguration for system reaction ability evaluation. In: Proceedings of the 21st international conference on evaluation and assessment in software engineering, ser. EASE\u201917, NY, USA, pp 88\u201397","DOI":"10.1145\/3084226.3084244"},{"key":"9790_CR19","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-540-71437-8","volume-title":"Software product lines in action: the best industrial practice in product line engineering","author":"F van der Linden","year":"2007","unstructured":"van der Linden F, Schmid K, Rommes E (2007) Software product lines in action: the best industrial practice in product line engineering. Springer, Berlin. Online. Available: https:\/\/books.google.ca\/books?id=PC4LyoSNNAkC"},{"key":"9790_CR20","doi-asserted-by":"publisher","first-page":"399","DOI":"10.1007\/978-3-319-49094-6_27","volume-title":"Product-Focused Software Process Improvement","author":"Lucy Ellen Lwakatare","year":"2016","unstructured":"Lwakatare LE, Kuvaja P, Oivo M (2016) Relationship of devops to agile, lean and continuous deployment. In: Abrahamsson P., Jedlitschka A., Nguyen Duc A., Felderer M., Amasaki S., Mikkonen T. (eds) Product-focused software process improvement. Springer International Publishing, Cham, pp 399\u2013415"},{"key":"9790_CR21","doi-asserted-by":"publisher","unstructured":"Medeiros F, K\u00e4stner C, Ribeiro M, Gheyi R, Apel S (2016) A comparison of 10 sampling algorithms for configurable systems. In: Proceedings of the 38th international conference on software engineering, ser. ICSE \u201916. Online. Available: https:\/\/doi.org\/10.1145\/2884781.2884793. ACM, New York, pp 643\u2013654","DOI":"10.1145\/2884781.2884793"},{"key":"9790_CR22","doi-asserted-by":"crossref","unstructured":"Meng X, Foong PS, Perrault S, Zhao S (2016) 5-step approach to designing controlled experiments. In: Proceedings of the international working conference on advanced visual interfaces, pp 358\u2013359","DOI":"10.1145\/2909132.2926086"},{"key":"9790_CR23","volume-title":"Infrastructure as code: managing servers in the cloud","author":"K Morris","year":"2016","unstructured":"Morris K (2016) Infrastructure as code: managing servers in the cloud, 1st edn. O\u2019Reilly Media, Sebastopol","edition":"1st edn."},{"key":"9790_CR24","doi-asserted-by":"crossref","unstructured":"Nadi S, Berger T, K\u00e4stner C, Czarnecki K (2014) Mining configuration constraints: Static analyses and empirical results. In: Proceedings of the 36th international conference on Soft. Eng., ser. ICSE\u201914, pp 140\u2013151","DOI":"10.1145\/2568225.2568283"},{"issue":"8","key":"9790_CR25","doi-asserted-by":"publisher","first-page":"820","DOI":"10.1109\/TSE.2015.2415793","volume":"41","author":"S Nadi","year":"2015","unstructured":"Nadi S, Berger T, K\u00e4stner C, Czarnecki K (2015) Where do configuration constraints stem from? an extraction approach and an empirical study. IEEE Trans Softw Eng 41(8):820\u2013841","journal-title":"IEEE Trans Softw Eng"},{"key":"9790_CR26","doi-asserted-by":"publisher","DOI":"10.1007\/3-540-28901-1","volume-title":"Software product line engineering: foundations, principles and techniques","author":"K Pohl","year":"2005","unstructured":"Pohl K, B\u00f6ckle G, van der Linden F (2005) Software product line engineering: foundations, principles and techniques. Springer, Berlin. Online. Available: https:\/\/books.google.ca\/books?id=lsX8_O_TRkEC"},{"key":"9790_CR27","unstructured":"Qu X, Acharya M, Robinson B (2011) Impact analysis of configuration changes for test case selection, ser. ISSRE\u201911, Hiroshima, Japan, pp 140\u2013149"},{"key":"9790_CR28","unstructured":"Rabkin A, Katz R (2011) Precomputing possible configuration error diagnoses, ser. ASE\u201911, Lawrence, KS, United States, pp 193\u2013202"},{"key":"9790_CR29","unstructured":"Rabiser R, Dhungana D (2007) Integrated support for product configuration and requirements engineering in product derivation, ser. EUROMICRO\u201907, Piscataway, USA, pp 193\u2013200"},{"key":"9790_CR30","doi-asserted-by":"crossref","unstructured":"Rahman MT, Querel L-P, Rigby PC, Adams B (2016) Feature toggles: a case study and survey. In: Proceedings of the 13th IEEE working conference on mining software repositories (MSR), Austin, TX, pp 201\u2013211","DOI":"10.1145\/2901739.2901745"},{"key":"9790_CR31","doi-asserted-by":"crossref","unstructured":"Sarma A, Bortis G, van der Hoek A (2007) Towards supporting awareness of indirect conflicts across software configuration management workspaces. In: Proceedings of the 22 international conference on automated software engineering, ser. ASE\u201907, pp 94\u2013103","DOI":"10.1145\/1321631.1321647"},{"key":"9790_CR32","unstructured":"Sayagh M, Adams B (2018) Videos, http:\/\/mcis.polymtl.ca\/msayagh\/userStudy\/Config2Code\/"},{"key":"9790_CR33","doi-asserted-by":"crossref","unstructured":"Sayagh M, Kerzazi N, Adams B (2017a) On cross-stack configuration errors. In: Proceedings of the 39th international conference on software engineering, ser. ICSE \u201917. IEEE Press, Piscataway, pp 255\u2013265","DOI":"10.1109\/ICSE.2017.31"},{"key":"9790_CR34","doi-asserted-by":"crossref","unstructured":"Sayagh M, Dong Z, Andrzejak A, Adams B (2017b) Does the choice of configuration framework matter for developers? empirical study on 11 java configuration frameworks. In: Proceedings of the 17th international working conference on source code analysis and manipulation, ser. SCAM\u201917, pp 41\u201350","DOI":"10.1109\/SCAM.2017.25"},{"key":"9790_CR35","unstructured":"Sayagh M, Kerzazi N, Adams B, Petrillo F (2018) Software configuration engineering in practice - interviews, survey, and systematic literature review. Transactions on Software Engineering (TSE). Online. Available: mcis.polymtl.ca\/publications\/2018\/tse_mohammed.pdf"},{"issue":"12","key":"9790_CR36","doi-asserted-by":"publisher","first-page":"2431","DOI":"10.1109\/TVCG.2012.213","volume":"18","author":"M Sedlmair","year":"2012","unstructured":"Sedlmair M, Meyer M, Munzner T (2012) Design study methodology: Reflections from the trenches and the stacks. IEEE Trans Vis Comput Graphics 18 (12):2431\u20132440. Online. Available:","journal-title":"IEEE Trans Vis Comput Graphics"},{"key":"9790_CR37","doi-asserted-by":"crossref","unstructured":"Sharma T, Fragkoulis M, Spinellis D (2016) Does your configuration code smell?. In: Proceedings of the 13th international conference on mining software repositories, ser. MSR\u201916, pp 189\u2013200","DOI":"10.1145\/2901739.2901761"},{"key":"9790_CR38","volume-title":"Software engineering","author":"I Sommerville","year":"2010","unstructured":"Sommerville I (2010) Software engineering, 9th edn. Addison-Wesley Publishing Company, USA","edition":"9th edn."},{"key":"9790_CR39","doi-asserted-by":"publisher","first-page":"39","DOI":"10.1016\/B978-0-12-411519-4.00003-3","volume-title":"The Art and Science of Analyzing Software Data","author":"Stefan Wagner","year":"2015","unstructured":"Wagner S, Fern\u00e1ndez DM (2015) Analysing text in software projects. arXiv:1612.00164"},{"key":"9790_CR40","doi-asserted-by":"crossref","unstructured":"Wettel R, Lanza M, Robbes R (2011) Software systems as cities: a controlled experiment. In: 2011 33rd international conference on software engineering (ICSE), pp 551\u2013560","DOI":"10.1145\/1985793.1985868"},{"key":"9790_CR41","doi-asserted-by":"publisher","DOI":"10.1007\/978-1-4615-4625-2","volume-title":"Experimentation in software engineering: an introduction","author":"C Wohlin","year":"2000","unstructured":"Wohlin C, Runeson P, H\u00f6st M, Ohlsson MC, Regnell B, Wessl\u00e9n A (2000) Experimentation in software engineering: an introduction. Kluwer Academic Publishers, Norwell"},{"issue":"4","key":"9790_CR42","doi-asserted-by":"publisher","first-page":"70:1","DOI":"10.1145\/2791577","volume":"47","author":"T Xu","year":"2015","unstructured":"Xu T, Zhou Y (2015) Systems approaches to tackling configuration errors: a survey. ACM Computing Surveys 47(4):70:1\u201370:41","journal-title":"ACM Computing Surveys"},{"key":"9790_CR43","doi-asserted-by":"crossref","unstructured":"Xu T, Jin L, Fan X, Zhou Y, Pasupathy S, Talwadker R (2015) Hey, you have given me too many knobs!: Understanding and dealing with over-designed configuration in system software. In: Proceedings of the 10th joint meeting on foundations of software engineering, ser. ESEC\/FSE\u20192015, NY, USA, pp 307\u2013319","DOI":"10.1145\/2786805.2786852"},{"key":"9790_CR44","doi-asserted-by":"crossref","unstructured":"Xu T, Zhang J, Huang P, Zheng J, Sheng T, Yuan D, Zhou Y, Pasupathy S (2013) Do not blame users for misconfigurations. In: Proceedings of the 24 symposium on operating systems principles, pp 244\u2013259","DOI":"10.1145\/2517349.2522727"},{"key":"9790_CR45","doi-asserted-by":"crossref","unstructured":"Yin Z, Ma X, Zheng J, Zhou Y, Bairavasundaram LN, Pasupathy S (2011) An empirical study on configuration errors in commercial and open source systems. In: Proceedings of the twenty-third symposium on operating systems principles, ser. SOSP\u201911, pp 159\u2013172","DOI":"10.1145\/2043556.2043572"},{"key":"9790_CR46","doi-asserted-by":"publisher","unstructured":"Zhang S, Ernst M (2013) Automated diagnosis of software configuration errors. Piscataway, NJ, USA, pp 312\u201321, software configuration error diagnosis;ConfDiagnoser;configuration error identification;static analysis;dynamic profiling;statistical analysis;noncrashing configuration errors;configurable software system;Java;. Online. Available: https:\/\/doi.org\/10.1109\/ICSE.2013.6606577","DOI":"10.1109\/ICSE.2013.6606577"},{"key":"9790_CR47","doi-asserted-by":"crossref","unstructured":"Zhang S, Ernst M (2014) Which configuration option should i change?. In: Proceedings of the 36th international conference on software engineering, ser. ICSE\u201914, NY, USA, pp 152\u2013163","DOI":"10.1145\/2568225.2568251"}],"container-title":["Empirical Software Engineering"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s10664-019-09790-x.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/article\/10.1007\/s10664-019-09790-x\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s10664-019-09790-x.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2021,1,16]],"date-time":"2021-01-16T00:17:00Z","timestamp":1610756220000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/s10664-019-09790-x"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2020,1,17]]},"references-count":47,"journal-issue":{"issue":"2","published-print":{"date-parts":[[2020,3]]}},"alternative-id":["9790"],"URL":"https:\/\/doi.org\/10.1007\/s10664-019-09790-x","relation":{},"ISSN":["1382-3256","1573-7616"],"issn-type":[{"type":"print","value":"1382-3256"},{"type":"electronic","value":"1573-7616"}],"subject":[],"published":{"date-parts":[[2020,1,17]]},"assertion":[{"value":"17 January 2020","order":1,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}}]}}