{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,2,21]],"date-time":"2025-02-21T07:20:16Z","timestamp":1740122416733,"version":"3.37.3"},"reference-count":73,"publisher":"Springer Science and Business Media LLC","issue":"4","license":[{"start":{"date-parts":[[2019,3,8]],"date-time":"2019-03-08T00:00:00Z","timestamp":1552003200000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"funder":[{"DOI":"10.13039\/501100002790","name":"Canadian Network for Research and Innovation in Machining Technology, Natural Sciences and Engineering Research Council of Canada","doi-asserted-by":"crossref","id":[{"id":"10.13039\/501100002790","id-type":"DOI","asserted-by":"crossref"}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Empir Software Eng"],"published-print":{"date-parts":[[2019,8]]},"DOI":"10.1007\/s10664-019-09691-z","type":"journal-article","created":{"date-parts":[[2019,3,8]],"date-time":"2019-03-08T11:18:43Z","timestamp":1552043923000},"page":"2323-2363","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":2,"title":["Assessing and optimizing the performance impact of the just-in-time configuration parameters - a case study on PyPy"],"prefix":"10.1007","volume":"24","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-2915-9360","authenticated-orcid":false,"given":"Yangguang","family":"Li","sequence":"first","affiliation":[]},{"given":"Zhen Ming","family":"Jiang","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2019,3,8]]},"reference":[{"key":"9691_CR1","doi-asserted-by":"crossref","unstructured":"Abdessalem RB, Panichella A, Nejati S, Briand LC, Stifter T (2018) Testing autonomous cars for feature interaction failures using many-objective search. In: Proceedings of the 33rd ACM\/IEEE international conference on automated software engineering (ASE)","DOI":"10.1145\/3238147.3238192"},{"key":"9691_CR2","doi-asserted-by":"crossref","unstructured":"Alghmadi HM, Syer MD, Shang W, Hassan AE (2016) An automated approach for recommending when to stop performance tests. In: 2016 IEEE international conference on software maintenance and evolution (ICSME), pp 279\u2013289","DOI":"10.1109\/ICSME.2016.46"},{"key":"9691_CR3","unstructured":"Apache JMeter (2015) \n                              http:\/\/jmeter.apache.org\/\n                              \n                           , visited 2015-10-23"},{"key":"9691_CR4","doi-asserted-by":"publisher","unstructured":"Barrett E, Bolz-Tereick CF, Killick R, Mount S, Tratt L (2017) Virtual machine warmup blows hot and cold. In: Proceedings of the ACM Programming Language 1(OOPSLA), pp 52:1\u201352:27. \n                              https:\/\/doi.org\/10.1145\/3133876","DOI":"10.1145\/3133876"},{"key":"9691_CR5","doi-asserted-by":"crossref","unstructured":"Bolz CF, Cuni A, Fijalkowski M, Rigo A (2009) Tracing the meta-level: Pypy\u2019s tracing jit compiler. In: Proceedings of the 4th workshop on the implementation, compilation, optimization of object-oriented languages and programming systems (ICOOOLPS), pp 18\u201325","DOI":"10.1145\/1565824.1565827"},{"key":"9691_CR6","unstructured":"Bondi AB (2007) Automating the analysis of load test results to assess the scalability and stability of a component. In: Proceedings of the 2007 computer measurement group conference (CMG), pp 133\u2013146"},{"issue":"5","key":"9691_CR7","doi-asserted-by":"publisher","first-page":"908","DOI":"10.1145\/1152649.1152652","volume":"28","author":"T Brecht","year":"2006","unstructured":"Brecht T, Arjomandi E, Li C, Pham H (2006) Controlling garbage collection and heap growth to reduce the execution time of java applications. ACM Trans Program Lang Syst 28(5):908\u2013941. \n                              https:\/\/doi.org\/10.1145\/1152649.1152652","journal-title":"ACM Trans Program Lang Syst"},{"key":"9691_CR8","doi-asserted-by":"crossref","unstructured":"Candan KS, Li WS, Luo Q, Hsiung WP, Agrawal D (2001) Enabling dynamic content caching for database-driven web sites. In: Proceedings of the 2001 ACM SIGMOD international conference on management of data (SIGMOD), pp 532\u2013543","DOI":"10.1145\/375663.375736"},{"key":"9691_CR9","doi-asserted-by":"crossref","unstructured":"Canfora G, Lucia AD, Penta MD, Oliveto R, Panichella A, Panichella S (2013) Multi-objective cross-project defect prediction. In: Proceedings of the 2013 IEEE 6th international conference on software testing, verification and validation (ICST)","DOI":"10.1109\/ICST.2013.38"},{"key":"9691_CR10","unstructured":"Clark M (2017) How the BBC builds websites that scale. \n                              http:\/\/www.creativebloq.com\/features\/how-the-bbc-builds-websites-that-scale\n                              \n                           . Last accessed 10\/06\/2017"},{"issue":"3","key":"9691_CR11","doi-asserted-by":"publisher","first-page":"36","DOI":"10.1109\/40.591653","volume":"17","author":"T Cramer","year":"1997","unstructured":"Cramer T, Friedman R, Miller T, Seberger D, Wilson R, Wolczko M (1997) Compiling java just in time. IEEE Micro 17(3):36\u201343","journal-title":"IEEE Micro"},{"key":"9691_CR12","doi-asserted-by":"crossref","unstructured":"Deb K, Agrawal S, Pratap A, Meyarivan T (2000) A fast elitist non-dominated sorting genetic algorithm for multi-objective optimization: Nsga-ii. In: International conference on parallel problem solving from nature. Springer, pp 849\u2013858","DOI":"10.1007\/3-540-45356-3_83"},{"key":"9691_CR13","unstructured":"Distributed Evolutionary Algorithms in Python (DEAP) (2017) \n                              https:\/\/github.com\/DEAP\/deap\n                              \n                           . Last accessed 10\/06\/2017"},{"issue":"1","key":"9691_CR14","doi-asserted-by":"publisher","first-page":"1246","DOI":"10.14778\/1687627.1687767","volume":"2","author":"S Duan","year":"2009","unstructured":"Duan S, Thummala V, Babu S (2009) Tuning Database Configuration Parameters with iTuned. Proceedings of the VLDB Endowment 2(1):1246\u20131257. \n                              https:\/\/doi.org\/10.14778\/1687627.1687767","journal-title":"Proceedings of the VLDB Endowment"},{"key":"9691_CR15","unstructured":"Eaton K (2017) How One Second Could Cost Amazon $1.6 Billion In Sales. \n                              https:\/\/www.fastcompany.com\/1825005\/how-one-second-could-cost-amazon-16-billion-sales\n                              \n                           . Last accessed 10\/06\/2017"},{"key":"9691_CR16","unstructured":"Evaluation tools in Python (DEAP) (2017) \n                              http:\/\/deap.readthedocs.io\/en\/master\/api\/tools.html?highlight=dominance\n                              \n                           . Last accessed 10\/06\/2017"},{"key":"9691_CR17","doi-asserted-by":"crossref","unstructured":"Fraser G, Arcuri A (2011) Evosuite: automatic test suite generation for object-oriented software. In: Proceedings of the 19th ACM SIGSOFT symposium and the 13th european conference on foundations of software engineering (ESEC\/FSE)","DOI":"10.1145\/2025113.2025179"},{"key":"9691_CR18","doi-asserted-by":"crossref","unstructured":"Gal A, Eich B, Shaver M, Anderson D, Mandelin D, Haghighat MR, Kaplan B, Hoare G, Zbarsky B, Orendorff J, Ruderman J, Smith EW, Reitmaier R, Bebenita M, Chang M, Franz M (2009) Trace-based just-in-time type specialization for dynamic languages. In: Proceedings of the 30th ACM SIGPLAN conference on programming language design and implementation (PLDI), pp 465\u2013478","DOI":"10.1145\/1542476.1542528"},{"key":"9691_CR19","doi-asserted-by":"crossref","unstructured":"Gao R, Jiang ZMJ (2017) An exploratory study on assessing the impact of environment variations on the results of load tests. In: Proceedings of the 14th international conference on mining software repositories (MSR)","DOI":"10.1109\/MSR.2017.22"},{"key":"9691_CR20","doi-asserted-by":"crossref","unstructured":"Gao R, Jiang ZMJ, Barna C, Litoiu M (2016) A framework to evaluate the effectiveness of different load testing analysis techniques. In: 2016 IEEE international conference on software testing, verification and validation (ICST)","DOI":"10.1109\/ICST.2016.9"},{"key":"9691_CR21","doi-asserted-by":"crossref","unstructured":"Georges A, Buytaert D, Eeckhout L (2007) Statistically rigorous java performance evaluation. In: Proceedings of the 22nd international conference on object-oriented programming, systems, languages and applications (OOPSLA)","DOI":"10.1145\/1297027.1297033"},{"key":"9691_CR22","unstructured":"Gewirtz D (2017) Which programming languages are most popular (and what does that even mean)? \n                              http:\/\/www.zdnet.com\/article\/which-programming-languages-are-most-popular-and-what-does-that-even-mean\/\n                              \n                           . Last accessed 10\/06\/2017"},{"key":"9691_CR23","doi-asserted-by":"crossref","unstructured":"Golovin D, Solnik B, Moitra S, Kochanski G, Karro J, Sculley D (2017) Google vizier: a service for black-box optimization. In: Proceedings of the 23rd ACM SIGKDD international conference on knowledge discovery and data mining (KDD)","DOI":"10.1145\/3097983.3098043"},{"key":"9691_CR24","doi-asserted-by":"crossref","unstructured":"Gong L, Pradel M, Sen K (2015) Jitprof: Pinpointing jit-unfriendly javascript code. In: Proceedings of the 2015 10th joint meeting on foundations of software engineering (ESEC\/FSE), pp 357\u2013368","DOI":"10.1145\/2786805.2786831"},{"key":"9691_CR25","unstructured":"Grigorik I (2017) Optimizing Encoding and Transfer Size of Text-Based Assets. \n                              https:\/\/developers.google.com\/web\/fundamentals\/performance\/optimizing-content-efficiency\/optimize-encoding-and-transfer\n                              \n                           . Last accessed 10\/06\/2017"},{"key":"9691_CR26","unstructured":"Hashemi M (2014) 10 Myths of Enterprise Python. \n                              https:\/\/www.paypal-engineering.com\/2014\/12\/10\/10-myths-of-enterprise-python\/\n                              \n                           . Last accessed 10\/06\/2017"},{"key":"9691_CR27","doi-asserted-by":"crossref","unstructured":"Henard C, Papadakis M, Harman M, Traon YL (2015) Combining multi-objective search and constraint solving for configuring large software product lines. In: Proceedings of the 37th international conference on software engineering (ICSE)","DOI":"10.1109\/ICSE.2015.69"},{"key":"9691_CR28","unstructured":"Hopkins WG (2016) A new view of statistics. [Online accessed 2017-10-14] \n                              http:\/\/www.sportsci.org\/resource\/stats\/index.html"},{"key":"9691_CR29","doi-asserted-by":"crossref","unstructured":"Hoskins DS, Colbourn CJ, Montgomery DC (2005) Software performance testing using covering arrays: Efficient screening designs with categorical factors. In: Proceedings of the 5th international workshop on software and performance (WOSP)","DOI":"10.1145\/1071021.1071034"},{"key":"9691_CR30","doi-asserted-by":"crossref","unstructured":"Hoste K, Georges A, Eeckhout L (2010) Automated just-in-time compiler tuning. In: Proceedings of the 8th annual IEEE\/ACM international symposium on code generation and optimization (CGO), pp 62\u201372","DOI":"10.1145\/1772954.1772965"},{"key":"9691_CR31","unstructured":"IBM Java 8 JIT and AOT command-line options (2017) \n                              https:\/\/www.ibm.com\/support\/knowledgecenter\/SSYKE2_8.0.0\/com.ibm.java.aix.80.doc\/diag\/appendixes\/cmdline\/commands_jit.html\n                              \n                           . Last accessed 10\/06\/2017"},{"key":"9691_CR32","unstructured":"Insights GP (2017) Remove Render-Blocking JavaScript. \n                              https:\/\/developers.google.com\/speed\/docs\/insights\/BlockingJS\n                              \n                           . Last accessed 10\/06\/2017"},{"key":"9691_CR33","doi-asserted-by":"crossref","unstructured":"Jamshidi P, Siegmund N, Velez M, K\u00e4stner C, Patel A, Agarwal Y (2017) Transfer learning for performance modeling of configurable systems: an exploratory analysis. In: Proceedings of the international conference on automated software engineering (ASE)","DOI":"10.1109\/ASE.2017.8115661"},{"key":"9691_CR34","doi-asserted-by":"crossref","unstructured":"Jamshidi P, Siegmund N, Velez M, K\u00e4stner C, Patel A, Agarwal Y (2017) Transfer learning for performance modeling of configurable systems: an exploratory analysis. In: Proceedings of the 32nd IEEE\/ACM international conference on automated software engineering (ASE)","DOI":"10.1109\/ASE.2017.8115661"},{"issue":"4","key":"9691_CR35","first-page":"22:1","volume":"10","author":"MR Jantz","year":"2013","unstructured":"Jantz MR, Kulkarni PA (2013) Exploring single and multilevel jit compilation policy for modern machines 1. ACM Trans Archit Code Optim (TACO) 10(4):22:1\u201322:29","journal-title":"ACM Trans Archit Code Optim (TACO)"},{"key":"9691_CR36","unstructured":"Java Microbenchmark Harness (JMH) (2017) \n                              http:\/\/openjdk.java.net\/projects\/code-tools\/jmh\/\n                              \n                           . Last accessed 10\/06\/2017"},{"key":"9691_CR37","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1109\/TSE.2015.2445340","volume":"41","author":"ZM Jiang","year":"2015","unstructured":"Jiang ZM, Hassan AE (2015) A survey on load testing of large-scale software systems. IEEE Trans Softw Eng 41:1\u20131. \n                              https:\/\/doi.org\/10.1109\/TSE.2015.2445340","journal-title":"IEEE Trans Softw Eng"},{"issue":"11-12","key":"9691_CR38","doi-asserted-by":"publisher","first-page":"1073","DOI":"10.1016\/j.infsof.2007.02.015","volume":"49","author":"VB Kampenes","year":"2007","unstructured":"Kampenes VB, Dyb\u00e5 T, Hannay JE, Sj\u00f8berg DIK (2007) Systematic review: A systematic review of effect size in software engineering experiments. Inf Softw Technol 49(11-12):1073\u20131086","journal-title":"Inf Softw Technol"},{"key":"9691_CR39","unstructured":"Komorn R (2016) Python in production engineering. \n                              https:\/\/code.facebook.com\/posts\/1040181199381023\/python-in-production-engineering\/\n                              \n                           . Last accessed 10\/06\/2017"},{"key":"9691_CR40","doi-asserted-by":"crossref","unstructured":"Lengauer P, M\u00f6ssenb\u00f6ck H (2014) The taming of the Shrew: increasing performance by automatic parameter tuning for java garbage collectors. In: Proceedings of the 5th ACM\/SPEC international conference on performance engineering (ICPE), pp 111\u2013122","DOI":"10.1145\/2568088.2568091"},{"key":"9691_CR41","doi-asserted-by":"crossref","unstructured":"Libi\u010d P, Bulej L, Horky V, T\u016fma P (2014) On the limits of modeling generational garbage collector performance. In: Proceedings of the 5th ACM\/SPEC international conference on performance engineering (ICPE)","DOI":"10.1145\/2568088.2568097"},{"key":"9691_CR42","unstructured":"Lion D, Chiu A, Sun H, Zhuang X, Grcevski N, Yuan D (2016) Don\u2019t get caught in the cold, warm-up your jvm: Understand and eliminate jvm warm-up overhead in data-parallel systems. In: Proceedings of the 12th USENIX conference on operating systems design and implementation (OSDI), pp 383\u2013400"},{"key":"9691_CR43","doi-asserted-by":"crossref","unstructured":"Mart\u00ed L, Garc\u00eda J, Berlanga A, Molina JM (2009) An approach to stopping criteria for multi-objective optimization evolutionary algorithms: The mgbm criterion. In: IEEE congress on evolutionary computation, 2009. CEC\u201909. IEEE, pp 1263\u20131270","DOI":"10.1109\/CEC.2009.4983090"},{"key":"9691_CR44","volume-title":"Java performance: the definitive guide","author":"S Oaks","year":"2014","unstructured":"Oaks S (2014) Java performance: the definitive guide, 1st. O\u2019Reilly Media, Inc, Sebastopol","edition":"1st"},{"key":"9691_CR45","doi-asserted-by":"crossref","unstructured":"Osogami T, Kato S (2007) Optimizing system configurations quickly by guessing at the performance. In: Proceedings of the 2007 ACM SIGMETRICS international conference on measurement and modeling of computer systems (SIGMETRICS)","DOI":"10.1145\/1254882.1254899"},{"key":"9691_CR46","unstructured":"Oracle Java 8 Advanced JIT Compiler Options (2017) \n                              https:\/\/docs.oracle.com\/javase\/8\/docs\/technotes\/tools\/windows\/java.html#BABDDFII\n                              \n                           . Last accessed 10\/06\/2017"},{"key":"9691_CR47","unstructured":"Performance monitoring tools for Linux (2015) \n                              https:\/\/github.com\/sysstat\/sysstat\n                              \n                           , visited 2015-10-23"},{"key":"9691_CR48","unstructured":"PyPy speed center (2017) \n                              http:\/\/speed.pypy.org\/\n                              \n                           . Last accessed 10\/04\/2017"},{"key":"9691_CR49","unstructured":"Quokka CMS (Content Management System) - Python Flask and MongoDB (2017) \n                              http:\/\/quokkaproject.org\/\n                              \n                           . Last accessed 10\/06\/2017"},{"key":"9691_CR50","unstructured":"Replication package (2018) \n                              https:\/\/github.com\/seasun525\/PyPyJITTuner"},{"key":"9691_CR51","unstructured":"Romano J, Kromrey JD, Coraggio J, Skowronek J (2006) Appropriate statistics for ordinal level data: Should we really be using t-test and Cohen\u2019sd for evaluating group differences on the NSSE and other surveys?. In: Annual meeting of the Florida Association of Institutional Research"},{"key":"9691_CR52","unstructured":"Saleor - An e-commerce storefront for Python and Django (2017) \n                              http:\/\/getsaleor.com\/\n                              \n                           . Last accessed 10\/06\/2017"},{"key":"9691_CR53","doi-asserted-by":"crossref","unstructured":"Shamshiri S, Rojas JM, Fraser G, McMinn P (2015) Random or genetic algorithm search for object-oriented test suite generation?. In: Proceedings of the 2015 annual conference on genetic and evolutionary computation (GECCO)","DOI":"10.1145\/2739480.2754696"},{"key":"9691_CR54","doi-asserted-by":"crossref","unstructured":"Siegmund N, Grebhahn A, Apel S, K\u00e4stner C (2015) Performance-influence models for highly configurable systems. In: Proceedings of the 2015 10th joint meeting on foundations of software engineering, ESEC\/FSE 2015. ACM","DOI":"10.1145\/2786805.2786845"},{"key":"9691_CR55","doi-asserted-by":"crossref","unstructured":"Siegmund N, Kolesnikov SS, K\u00e4stner C, Apel S, Batory D, Rosenm\u00fcller M, Saake G (2012) Predicting Performance via Automated Feature-interaction Detection. In: Proceedings of the 34th international conference on software engineering (ICSE)","DOI":"10.1109\/ICSE.2012.6227196"},{"key":"9691_CR56","doi-asserted-by":"crossref","unstructured":"Singer J, Brown G, Watson I, Cavazos J (2007) Intelligent selection of application-specific garbage collectors. In: Proceedings of the 6th International Symposium on Memory Management, ISMM \u201907","DOI":"10.1145\/1296907.1296920"},{"key":"9691_CR57","doi-asserted-by":"crossref","unstructured":"Singh R, Bezemer CP, Shang W, Hassan AE (2016) Optimizing the performance-related configurations of object-relational mapping frameworks using a multi-objective genetic algorithm. In: Proceedings of the 7th ACM\/SPEC on international conference on performance engineering (ICPE), pp 309\u2013320","DOI":"10.1145\/2851553.2851576"},{"key":"9691_CR58","doi-asserted-by":"crossref","unstructured":"Sopitkamol M, Menasc\u00e9 DA (2005) A method for evaluating the impact of software configuration parameters on e-commerce sites. In: Proceedings of the 5th international workshop on software and performance (WOSP), pp 53\u201364","DOI":"10.1145\/1071021.1071027"},{"key":"9691_CR59","unstructured":"TechEmpower Web Framework Benchmarks (2017) \n                              https:\/\/www.techempower.com\/benchmarks\/\n                              \n                           . Last accessed 10\/04\/2017"},{"key":"9691_CR60","unstructured":"The Python Profilers (2018) \n                              https:\/\/docs.python.org\/2\/library\/profile.html\n                              \n                           . Last accessed 10\/28\/2018"},{"key":"9691_CR61","doi-asserted-by":"crossref","unstructured":"Thonangi R, Thummala V, Babu S (2008) finding good configurations in High-Dimensional spaces: doing more with less. In: 2008 IEEE international symposium on modeling, analysis and simulation of computers and telecommunication systems","DOI":"10.1109\/MASCOT.2008.4770581"},{"key":"9691_CR62","unstructured":"Tracing a Program As It Runs (2018) \n                              https:\/\/pymotw.com\/2\/sys\/tracing.html\n                              \n                           . Last accessed 10\/28\/2018"},{"key":"9691_CR63","unstructured":"vmprof - a statistical program profiler (2017) \n                              http:\/\/vmprof.com\/\n                              \n                           . Last accessed 10\/06\/2017"},{"key":"9691_CR64","doi-asserted-by":"crossref","unstructured":"Wang K, Lin X, Tang W (2012) Predator - An experience guided configuration optimizer for Hadoop MapReduce. In: 4Th IEEE international conference on cloud computing technology and science proceedings","DOI":"10.1109\/CloudCom.2012.6427486"},{"key":"9691_CR65","unstructured":"Wagtail CMS: Django Content Management System (2017) \n                              https:\/\/wagtail.io\/\n                              \n                           . Last accessed 10\/06\/2017"},{"key":"9691_CR66","unstructured":"What is Load Balancing? (2017) \n                              https:\/\/www.nginx.com\/resources\/glossary\/load-balancing\/\n                              \n                           . Last accessed 10\/06\/2017"},{"key":"9691_CR67","unstructured":"What is python used for at Google? (2017) \n                              https:\/\/www.quora.com\/What-is-python-used-for-at-Google\n                              \n                           . Last accessed 10\/06\/2017"},{"key":"9691_CR68","doi-asserted-by":"crossref","unstructured":"Wimmer C, Brunthaler S (2013) Zippy on truffle: a fast and simple implementation of python. In: Proceedings of the 2013 companion publication for conference on systems, programming, & applications: software for humanity (SPLASH)","DOI":"10.1145\/2508075.2514572"},{"key":"9691_CR69","doi-asserted-by":"publisher","unstructured":"W\u00fcrthinger T, Wimmer C, Humer C, W\u00f6\u00df A, Stadler L, Seaton C, Duboscq G, Simon D, Grimmer M (2017) Practical partial evaluation for high-performance dynamic language runtimes. In: Proceedings of the 38th ACM SIGPLAN conference on programming language design and implementation, PLDI 2017. ACM, New York, pp 662\u2013676. \n                              https:\/\/doi.org\/10.1145\/3062341.3062381","DOI":"10.1145\/3062341.3062381"},{"key":"9691_CR70","doi-asserted-by":"crossref","unstructured":"W\u00fcrthinger T, Wimmer C, W\u00f6\u00df A, Stadler L, Duboscq G, Humer C, Richards G, Simon D, Wolczko M (2013) One vm to rule them all. In: Proceedings of the 2013 ACM international symposium on new ideas, new paradigms, and reflections on programming & software (Onward!)","DOI":"10.1145\/2509578.2509581"},{"key":"9691_CR71","doi-asserted-by":"publisher","unstructured":"Xi B, Liu Z, Raghavachari M, Xia CH, Zhang L (2004) A smart hill-climbing algorithm for application server configuration. In: Proceedings of the 13th international conference on world wide web (WWW). \n                              https:\/\/doi.org\/10.1145\/988672.988711\n                              \n                           . ACM, New York, pp 287\u2013296","DOI":"10.1145\/988672.988711"},{"key":"9691_CR72","unstructured":"Xu T, Jin X, Huang P, Zhou Y, Lu S, Jin L, Pasupathy S (2016) Early detection of configuration errors to reduce failure damage. In: Proceedings of the 12th USENIX conference on operating systems design and implementation (OSDI)"},{"issue":"2","key":"9691_CR73","doi-asserted-by":"publisher","first-page":"124","DOI":"10.1109\/TSE.2007.20","volume":"33","author":"C Yilmaz","year":"2007","unstructured":"Yilmaz C, Porter A, Krishna AS, Memon AM, Schmidt DC, Gokhale AS, Natarajan B (2007) Reliable effects screening: a distributed continuous quality assurance process for monitoring performance degradation in evolving software systems. IEEE Trans Softw Eng (TSE) 33(2):124\u2013141. \n                              https:\/\/doi.org\/10.1109\/TSE.2007.20","journal-title":"IEEE Trans Softw Eng (TSE)"}],"container-title":["Empirical Software Engineering"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s10664-019-09691-z.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/article\/10.1007\/s10664-019-09691-z\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s10664-019-09691-z.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2020,3,7]],"date-time":"2020-03-07T00:24:08Z","timestamp":1583540648000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/s10664-019-09691-z"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2019,3,8]]},"references-count":73,"journal-issue":{"issue":"4","published-print":{"date-parts":[[2019,8]]}},"alternative-id":["9691"],"URL":"https:\/\/doi.org\/10.1007\/s10664-019-09691-z","relation":{},"ISSN":["1382-3256","1573-7616"],"issn-type":[{"type":"print","value":"1382-3256"},{"type":"electronic","value":"1573-7616"}],"subject":[],"published":{"date-parts":[[2019,3,8]]},"assertion":[{"value":"8 March 2019","order":1,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}}]}}