{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,5,1]],"date-time":"2026-05-01T12:05:45Z","timestamp":1777637145251,"version":"3.51.4"},"reference-count":82,"publisher":"Springer Science and Business Media LLC","issue":"1","license":[{"start":{"date-parts":[[2016,4,1]],"date-time":"2016-04-01T00:00:00Z","timestamp":1459468800000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Autom Softw Eng"],"published-print":{"date-parts":[[2017,3]]},"DOI":"10.1007\/s10515-016-0196-8","type":"journal-article","created":{"date-parts":[[2016,4,1]],"date-time":"2016-04-01T06:36:36Z","timestamp":1459492596000},"page":"189-231","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":21,"title":["Continuous validation of performance test workloads"],"prefix":"10.1007","volume":"24","author":[{"given":"Mark D.","family":"Syer","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Weiyi","family":"Shang","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Zhen Ming","family":"Jiang","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Ahmed E.","family":"Hassan","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2016,4,1]]},"reference":[{"key":"196_CR1","unstructured":"Adam K.: Process a million songs with apache pig. http:\/\/blog.cloudera.com\/blog\/2012\/08\/process-a-million-songs-with-apache-pig\/ (2012). Accessed 28 Oct 2015"},{"key":"196_CR2","unstructured":"Ausick, P.: NASDAQ gets off cheap in Facebook IPO SNAFU. http:\/\/finance.yahoo.com\/news\/nasdaq-gets-off-cheap-facebook-174557126.html (2012). Accessed 09 Dec 2014"},{"key":"196_CR3","doi-asserted-by":"crossref","unstructured":"Avritzer, A., Weyuker, E.J.: Generating test suites for software load testing. In: Proceedings of the International Symposium on Software Testing and Analysis, pp. 44\u201357 (1994)","DOI":"10.1145\/186258.186507"},{"issue":"9","key":"196_CR4","doi-asserted-by":"crossref","first-page":"705","DOI":"10.1109\/32.464549","volume":"21","author":"A Avritzer","year":"1995","unstructured":"Avritzer, A., Weyuker, E.J.: The automatic generation of load test suites and the assessment of the resulting software. Trans. Softw. Eng. 21(9), 705\u2013716 (1995)","journal-title":"Trans. Softw. Eng."},{"key":"196_CR5","doi-asserted-by":"crossref","unstructured":"Barros, M.D., Shiau, J., Shang, C., Gidewall, K., Shi, H., Forsmann, J.: Web services wind tunnel: on performance testing large-scale stateful web services. In: International Conference on Dependable Systems and Networks, pp. 612\u2013617 (2007)","DOI":"10.1109\/DSN.2007.102"},{"key":"196_CR6","unstructured":"Bataille, J.: Operational progress report. http:\/\/www.hhs.gov\/digitalstrategy\/blog\/2013\/12\/operational-progress-report.html (2013). Accessed 01 Jun 2014"},{"key":"196_CR7","unstructured":"Benoit, D.: Nasdaqs blow-by-blow on what happened to Facebook. http:\/\/blogs.wsj.com\/deals\/2012\/05\/21\/nasdaqs-blow-by-blow-on-what-happened-to-facebook\/ (2013). Accessed 05 May 2014"},{"key":"196_CR8","doi-asserted-by":"crossref","unstructured":"Bernat, A.R., Miller B.P.: Anywhere, any-time binary instrumentation. In: Proceedings of the Workshop on Program Analysis for Software Tools, pp. 9\u201316 (2011)","DOI":"10.1145\/2024569.2024572"},{"issue":"2\u20133","key":"196_CR9","doi-asserted-by":"crossref","first-page":"65","DOI":"10.1016\/S0166-5316(01)00047-5","volume":"46","author":"L Bertolotti","year":"2001","unstructured":"Bertolotti, L., Calzarossa, M.C.: Models of mail server workloads. Perform. Eval. 46(2\u20133), 65\u201376 (2001)","journal-title":"Perform. Eval."},{"key":"196_CR10","doi-asserted-by":"crossref","unstructured":"Cai, Y., Grundy, J., Hosking, J.: Synthesizing client load models for performance engineering via web crawling. In: Proceedings of the International Conference on Automated Software Engineering, pp. 353\u2013362 (2007)","DOI":"10.1145\/1321631.1321684"},{"issue":"1","key":"196_CR11","first-page":"1","volume":"3","author":"T Calinski","year":"1974","unstructured":"Calinski, T., Harabasz, J.: A dendrite method for cluster analysis. Commun. Stat. 3(1), 1\u201327 (1974)","journal-title":"Commun. Stat."},{"issue":"4","key":"196_CR12","first-page":"300","volume":"1","author":"SH Cha","year":"2007","unstructured":"Cha, S.H.: Comprehensive survey on distance\/similarity measures between probability density functions. Int. J Math. Models Methods Appl. Sci. 1(4), 300\u2013307 (2007)","journal-title":"Int. J Math. Models Methods Appl. Sci."},{"issue":"12","key":"196_CR13","doi-asserted-by":"crossref","first-page":"1802","DOI":"10.14778\/2367502.2367519","volume":"5","author":"Y Chen","year":"2012","unstructured":"Chen, Y., Alspaugh, S., Katz, R.: Interactive analytical processing in big data systems: a cross-industry study of mapreduce workloads. Proc. VLDB Endow. 5(12), 1802\u20131813 (2012)","journal-title":"Proc. VLDB Endow."},{"key":"196_CR14","unstructured":"Cheng, J.: Steve jobs on MobileMe. http:\/\/arstechnica.com\/apple\/2008\/08\/steve-jobs-on-mobileme-the-full-e-mail\/ (2008). Accessed 25 Jan 2014"},{"key":"196_CR15","volume-title":"Statistical Power Analysis for the Behavioral Sciences","author":"J Cohen","year":"1988","unstructured":"Cohen, J.: Statistical Power Analysis for the Behavioral Sciences, 2nd edn. Routledge, New York (1988)","edition":"2"},{"key":"196_CR16","unstructured":"Coleman P.: The avoidable cost of downtime. http:\/\/www.ca.com\/\/media\/Files\/SupportingPieces\/acd_report_110110.ashx (2011). Accessed 14 Apr 2014"},{"issue":"5","key":"196_CR17","doi-asserted-by":"crossref","first-page":"684","DOI":"10.1109\/TSE.2009.28","volume":"35","author":"B Cornelissen","year":"2009","unstructured":"Cornelissen, B., Zaidman, A., van Deursen, A., Moonen, L., Koschke, R.: A systematic survey of program comprehension through dynamic analysis. Trans. Softw. Eng. 35(5), 684\u2013702 (2009)","journal-title":"Trans. Softw. Eng."},{"issue":"2","key":"196_CR18","doi-asserted-by":"crossref","first-page":"74","DOI":"10.1145\/2408776.2408794","volume":"56","author":"J Dean","year":"2013","unstructured":"Dean, J., Barroso, L.A.: The tail at scale. Commun. ACM 56(2), 74\u201380 (2013)","journal-title":"Commun. ACM"},{"issue":"1","key":"196_CR19","doi-asserted-by":"crossref","first-page":"107","DOI":"10.1145\/1327452.1327492","volume":"51","author":"J Dean","year":"2008","unstructured":"Dean, J., Ghemawat, S.: MapReduce: simplified data processing on large clusters. Commun. ACM 51(1), 107\u2013113 (2008)","journal-title":"Commun. ACM"},{"key":"196_CR20","doi-asserted-by":"crossref","unstructured":"Draheim, D., Grundy, J., Hosking, J., Lutteroth, C., Weber, G.: Realistic load testing of web applications. In: Proceedings of the European Conference on Software Maintenance and Reengineering, pp. 57\u201368 (2006)","DOI":"10.1109\/CSMR.2006.43"},{"key":"196_CR21","volume-title":"Pattern Classification and Scene Analysis","author":"RO Duda","year":"1973","unstructured":"Duda, R.O., Hart, P.E.: Pattern Classification and Scene Analysis, 1st edn. Wiley, New York (1973)","edition":"1"},{"key":"196_CR22","volume-title":"Statistical Analysis Quick Reference Guidebook","author":"AC Elliott","year":"2006","unstructured":"Elliott, A.C.: Statistical Analysis Quick Reference Guidebook, 1st edn. Sage, Thousand Oaks (2006)","edition":"1"},{"key":"196_CR23","doi-asserted-by":"crossref","first-page":"81","DOI":"10.1007\/978-1-60327-194-3_5","volume":"593","author":"I Frades","year":"2009","unstructured":"Frades, I., Matthiesen, R.: Overview on techniques in cluster analysis. Bioinform. Methods Clin. Res. 593, 81\u2013107 (2009)","journal-title":"Bioinform. Methods Clin. Res."},{"key":"196_CR24","volume-title":"Bioinformatics: Applications in Life and Environmental Sciences","author":"MH Fulekar","year":"2008","unstructured":"Fulekar, M.H.: Bioinformatics: Applications in Life and Environmental Sciences, 1st edn. Springer, New York (2008)","edition":"1"},{"key":"196_CR25","doi-asserted-by":"crossref","unstructured":"Greenwood, D., Lyell, M., Mallya, A., Suguri, H.: The IEEE FIPA approach to integrating software agents and web services. In: Proceedings of the International Joint Conference on Autonomous-Agents and Multiagent Systems, pp. 1412\u20131418 (2007)","DOI":"10.1145\/1329125.1329458"},{"key":"196_CR26","unstructured":"Hadoop: http:\/\/hadoop.apache.org\/ (2014). Accessed 17 Apr 2013"},{"key":"196_CR27","unstructured":"Hadoop-LZO: https:\/\/github.com\/twitter\/hadoop-lzo (2011). Accessed 28 Oct 2015"},{"key":"196_CR28","unstructured":"Harris, C.: IT downtime costs $${\\$}$$ $ 26.5 billion in lost revenue. http:\/\/www.informationweek.com\/it-downtime-costs-$265-billion-in-lost-revenue\/d\/d-id\/1097919? (2011). Accessed 25 Jan 2014"},{"key":"196_CR29","doi-asserted-by":"crossref","unstructured":"Hassan, A.E., Flora, P.: Performance engineering in industry: current practices and adoption challenges. In: Proceedings of the International Workshop on Software and Performance, pp. 209\u2013209 (2007)","DOI":"10.1145\/1216993.1217029"},{"key":"196_CR30","unstructured":"Hassan, A.E., Martin, D.J., Flora, P., Mansfield, P., Dietz, D.: An industrial case study of customizing operational profiles using log compression. In: Proceedings of the 30th International Conference on Software Engineering, pp. 713\u2013723 (2008)"},{"key":"196_CR31","unstructured":"Howell Jr., T., Dinan, S.: Price of fixing, upgrading obamacare website rises to \\$121 million. http:\/\/www.washingtontimes.com\/news\/2014\/apr\/29\/obamacare-website-fix-will-cost-feds-121-million\/ (2014). Accessed 09 Dec 2014"},{"key":"196_CR32","unstructured":"Huang, A.: Similarity measures for text document clustering. In: Proceedings of the New Zealand Computer Science Research Student Conference, pp. 44\u201356 (2008)"},{"key":"196_CR33","unstructured":"Jiang Z.M.: Automated analysis of load testing results. PhD thesis, Queen\u2019s University (2013)"},{"issue":"4","key":"196_CR34","doi-asserted-by":"crossref","first-page":"249","DOI":"10.1002\/smr.374","volume":"20","author":"ZM Jiang","year":"2008","unstructured":"Jiang, Z.M., Hassan, A.E., Hamann, G., Flora, P.: An automated approach for abstracting execution logs to execution events. J. Softw. Maint. Evol. 20(4), 249\u2013267 (2008a)","journal-title":"J. Softw. Maint. Evol."},{"key":"196_CR35","doi-asserted-by":"crossref","unstructured":"Jiang, Z.M., Hassan, A.E., Hamann, G., Flora, P.: Automatic identification of load testing problems. In: Proceedings of the International Conference on Software Maintenance, pp. 307\u2013316 (2008b)","DOI":"10.1109\/ICSM.2008.4658079"},{"key":"196_CR36","doi-asserted-by":"crossref","unstructured":"Jiang, Z.M., Hassan, A.E., Hamann, G., Flora, P.: Automated performance analysis of load tests. In: Proceedings of the International Conference on Software Maintenance, pp. 125\u2013134 (2009)","DOI":"10.1109\/ICSM.2009.5306331"},{"issue":"11\u201312","key":"196_CR37","doi-asserted-by":"crossref","first-page":"1073","DOI":"10.1016\/j.infsof.2007.02.015","volume":"49","author":"VB Kampenes","year":"2007","unstructured":"Kampenes, V.B., Dyb\u00e5, T., Hannay, J.E., Sj\u00f8berg, D.I.K.: A systematic review of effect size in software engineering experiments. Inform. Softw. Technol. 49(11\u201312), 1073\u20131086 (2007)","journal-title":"Inform. Softw. Technol."},{"key":"196_CR38","doi-asserted-by":"crossref","unstructured":"Kavulya, S., Tan, J., Gandhi, R., Narasimhan, P.: An analysis of traces from a production mapreduce cluster. In: Proceedings of the International Conference on Cluster, Cloud and Grid Computing, pp. 94\u2013103 (2010)","DOI":"10.1109\/CCGRID.2010.112"},{"key":"196_CR39","unstructured":"Klose, O.: Hadoop on Linux on Azure. http:\/\/blogs.technet.com\/b\/oliviaklose\/archive\/2014\/06\/17\/hadoop-on-linux-on-azure-1.aspx (2014). Accessed 28 Oct 2015"},{"key":"196_CR40","doi-asserted-by":"crossref","unstructured":"Kremenek, T., Engler, D.: Z-ranking: using statistical analysis to counter the impact of static analysis approximations. In: Proceedings of the International Conference on Static Analysis, pp. 295\u2013315 (2003)","DOI":"10.1007\/3-540-44898-5_16"},{"issue":"11","key":"196_CR41","doi-asserted-by":"crossref","first-page":"868","DOI":"10.1109\/TSE.2006.106","volume":"32","author":"D Krishnamurthy","year":"2006","unstructured":"Krishnamurthy, D., Rolia, J.A., Majumdar, S.: A synthetic workload generation technique for stress testing session-based systems. Trans. Softw. Eng. 32(11), 868\u2013882 (2006)","journal-title":"Trans. Softw. Eng."},{"issue":"7","key":"196_CR42","doi-asserted-by":"crossref","first-page":"558","DOI":"10.1145\/359545.359563","volume":"21","author":"L Lamport","year":"1978","unstructured":"Lamport, L.: Time, clocks, and the ordering of events in a distributed system. Commun. ACM 21(7), 558\u2013565 (1978)","journal-title":"Commun. ACM"},{"issue":"18","key":"196_CR43","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1007\/s10586-013-0307-2","volume":"1","author":"MA Laurenzano","year":"2015","unstructured":"Laurenzano, M.A., Peraza, J., Carrington, L., Tiwari Jr., A., Ward, W., Campbell, R.: Pebil: binary instrumentation for practical data-intensive program analysis. Clust. Comput. 1(18), 1\u201314 (2015)","journal-title":"Clust. Comput."},{"key":"196_CR44","unstructured":"MapReduce Tutorial: http:\/\/hadoop.apache.org\/docs\/stable\/mapred_tutorial.html (2014). Accessed 16 Jun 2014"},{"key":"196_CR45","doi-asserted-by":"crossref","unstructured":"Meira, J.A., de Almeida, E.C., Traon, Y.L., Sunye, G.: Peer-to-peer load testing. In: Proceedings of the International Conference on Software Testing, Verification and Validation, pp. 642\u2013647 (2012)","DOI":"10.1109\/ICST.2012.153"},{"issue":"4","key":"196_CR46","doi-asserted-by":"crossref","first-page":"70","DOI":"10.1109\/MIC.2002.1020328","volume":"6","author":"DA Menasc\u00e9","year":"2002","unstructured":"Menasc\u00e9, D.A.: Load testing of web sites. IEEE Internet Comput. 6(4), 70\u201374 (2002)","journal-title":"IEEE Internet Comput."},{"key":"196_CR47","unstructured":"Metrics 20: http:\/\/hadoop.apache.org\/docs\/current\/api\/org\/apache\/hadoop\/metrics2\/package-summary.html (2014). Accessed 16 Jun 2014"},{"issue":"2","key":"196_CR48","doi-asserted-by":"crossref","first-page":"159","DOI":"10.1007\/BF02294245","volume":"50","author":"GW Milligan","year":"1985","unstructured":"Milligan, G.W., Cooper, M.C.: An examination of procedures for determining the number of clusters in a data set. Psychometrika 50(2), 159\u2013179 (1985)","journal-title":"Psychometrika"},{"key":"196_CR49","unstructured":"Million Song Dataset: https:\/\/aws.amazon.com\/datasets\/million-song-dataset\/ (2011). Accessed 28 Oct 2015"},{"key":"196_CR50","unstructured":"Million Song Dataset: http:\/\/labrosa.ee.columbia.edu\/millionsong\/ (2012). Accessed 28 Oct 2015"},{"issue":"4","key":"196_CR51","doi-asserted-by":"crossref","first-page":"353","DOI":"10.1093\/comjnl\/20.4.359","volume":"20","author":"R Mojena","year":"1977","unstructured":"Mojena, R.: Hierarchical grouping methods and stopping rules: an evaluation. Comput. J. 20(4), 353\u2013363 (1977)","journal-title":"Comput. J."},{"key":"196_CR52","doi-asserted-by":"crossref","unstructured":"Nagappan, M., Wu, K., Vouk M.A.: Efficiently extracting operational profiles from execution logs using suffix arrays. In: Proceedings of the International Symposium on Software Reliability Engineering, pp. 41\u201350 (2009)","DOI":"10.1109\/ISSRE.2009.23"},{"key":"196_CR53","unstructured":"OutputCommitter: http:\/\/hadoop.apache.org\/docs\/stable\/api\/org\/apache\/hadoop\/mapred\/OutputCommitter.html (2014). Accessed 16 Jun 2014"},{"key":"196_CR54","doi-asserted-by":"crossref","unstructured":"Parnas, D.L.: Software aging. In: Proceedings of the International Conference on Software Engineering, pp. 279\u2013287 (1994)","DOI":"10.1109\/ICSE.1994.296790"},{"key":"196_CR55","unstructured":"PerfMon: http:\/\/perfmon.sourceforge.net\/ (2014). Accessed 26 Jan 2014"},{"key":"196_CR56","unstructured":"RecordReader: http:\/\/hadoop.apache.org\/docs\/current\/api\/org\/apache\/hadoop\/mapred\/RecordReader.html (2014). Accessed 16 Jun 2014"},{"issue":"1","key":"196_CR57","doi-asserted-by":"crossref","first-page":"53","DOI":"10.1016\/0377-0427(87)90125-7","volume":"20","author":"PJ Rousseeuw","year":"1987","unstructured":"Rousseeuw, P.J.: Silhouettes: a graphical aid to the interpretation and validation of cluster analysis. J. Comput. Appl. Math. 20(1), 53\u201365 (1987)","journal-title":"J. Comput. Appl. Math."},{"key":"196_CR58","doi-asserted-by":"crossref","unstructured":"Sandhya, N., Govardhan, A.: Analysis of similarity measures with wordnet based text document clustering. In: Proceedings of the International Conference on Information Systems Design and Intelligent Applications, pp. 703\u2013714 (2012)","DOI":"10.1007\/978-3-642-27443-5_80"},{"key":"196_CR59","unstructured":"Shang, W.: Log engineering: towards systematic log mining to support the development of ultra-large scale systems. PhD thesis, Queen\u2019s University (2014)"},{"key":"196_CR60","doi-asserted-by":"crossref","unstructured":"Shang, W., Jiang, Z.M., Adams, B., Hassan, A.E., Godfrey, M.W., Nasser, M., Flora, P.: An exploratory study of the evolution of communicated information about the execution of large software systems. In: Proceedings of the Working Conference on Reverse Engineering, pp. 335\u2013344 (2011)","DOI":"10.1109\/WCRE.2011.48"},{"key":"196_CR61","doi-asserted-by":"crossref","unstructured":"Shang, W., Jiang, Z.M., Hemmati, H., Adams, B., Hassan, A.E., Martin, P.: Assisting developers of big data analytics applications when deploying on hadoop clouds. In: Proceedings of the International Conference on Software Engineering, pp. 402\u2013411 (2013)","DOI":"10.1109\/ICSE.2013.6606586"},{"key":"196_CR62","doi-asserted-by":"crossref","unstructured":"Shang, W., Nagappan, M., Hassan, A.E.: Studying the relationship between logging characteristics and the code quality of platform software. Empir. Softw. Eng. 20(1), 20:1\u201320:27 (2015)","DOI":"10.1007\/s10664-013-9274-8"},{"key":"196_CR63","unstructured":"SiliconBeat: Firefox download stunt sets record for quickest meltdown. http:\/\/www.siliconbeat.com\/2008\/06\/17\/firefox-download-stunt-sets-record-for-quickest-meltdown\/ (2008). Accessed 25 Jan 2014"},{"key":"196_CR64","volume-title":"Ultra-Large-Scale Systems: The Software Challenge of the Future","author":"Software Engineering Institute","year":"2006","unstructured":"Software Engineering Institute: Ultra-Large-Scale Systems: The Software Challenge of the Future. Carnegie Mellon University, Pittsburgh (2006)"},{"key":"196_CR65","volume-title":"Biometry: The Principles and Practice of Statistics in Biological Research","author":"RR Sokal","year":"2011","unstructured":"Sokal, R.R., Rohlf, F.J.: Biometry: The Principles and Practice of Statistics in Biological Research, 4th edn. W. H. Freeman, New York (2011)","edition":"4"},{"key":"196_CR66","doi-asserted-by":"crossref","unstructured":"Student: The probable error of a mean. Biometrika 6(1), 1\u201325 (1908)","DOI":"10.1093\/biomet\/6.1.1"},{"key":"196_CR67","doi-asserted-by":"crossref","unstructured":"Syer, M.D., Adams, B., Hassan A.E.: Identifying performance deviations in thread pools. In: Proceedings of the International Conference on Software Maintenance, pp. 83\u201392 (2011a)","DOI":"10.1109\/ICSM.2011.6080775"},{"key":"196_CR68","doi-asserted-by":"crossref","unstructured":"Syer, M.D., Adams, B., Hassan A.E.: Industrial case study on supporting the comprehension of system behaviour. In: Proceedings of the International Conference on Program Comprehension, pp. 215\u2013216 (2011b)","DOI":"10.1109\/ICPC.2011.38"},{"key":"196_CR69","doi-asserted-by":"crossref","unstructured":"Syer, M.D., Jiang, Z.M., Nagappan, M., Hassan, A.E., Nasser, M., Flora, P.: Leveraging performance counters and execution logs to diagnose memory-related performance issues. In: Proceedings of the International Conference on Software Maintenance, pp. 110\u2013119 (2013)","DOI":"10.1109\/ICSM.2013.22"},{"key":"196_CR70","doi-asserted-by":"crossref","unstructured":"Syer, M.D., Jiang, Z.M., Nagappan, M., Hassan, A.E., Nasser, M., Flora, P.: Continuous validation of load test suites. In: Proceedings of the International Conference on Performance Engineering, pp. 259\u2013270 (2014)","DOI":"10.1145\/2568088.2568101"},{"key":"196_CR71","volume-title":"Cluster Analysis: Basic Concepts and Algorithms","author":"PN Tan","year":"2005","unstructured":"Tan, P.N., Steinbach, M., Kumar, V.: Cluster Analysis: Basic Concepts and Algorithms, 1st edn. Addison-Wesley Longman Publishing Co., Inc, Boston (2005)","edition":"1"},{"key":"196_CR72","unstructured":"TextInputFormat: http:\/\/hadoop.apache.org\/docs\/stable\/api\/org\/apache\/hadoop\/mapred\/TextInputFormat.html (2014). Accessed 16 Jun 2014"},{"key":"196_CR73","unstructured":"The Sarbanes-Oxley Act 2002: http:\/\/soxlaw.com\/ (2014). Accessed 28 Jan 2014"},{"key":"196_CR74","unstructured":"Twitter: New Tweets per second record, and how! https:\/\/blog.twitter.com\/2013\/new-tweets-per-second-record-and-how (2013). Accessed 12 Dec 2014"},{"key":"196_CR75","unstructured":"Uh, G.R., Cohn, R., Yadavalli, B., Peri, R., Ayyagari, R.: Analyzing dynamic binary instrumentation overhead. In: Proceedings of the Workshop on Binary Instrumentation and Applications, pp. 56\u201364 (2006)"},{"issue":"2","key":"196_CR76","first-page":"87","volume":"17","author":"J Voas","year":"2000","unstructured":"Voas, J.: Will the real operational profile please stand up? IEEE Softw. 17(2), 87\u201389 (2000)","journal-title":"IEEE Softw."},{"issue":"1\u20132","key":"196_CR77","first-page":"28","volume":"34","author":"BL Welch","year":"1997","unstructured":"Welch, B.L.: The generalization of \u201cstudent\u2019s\u201d problem when several different population variances are involved. Biometrika 34(1\u20132), 28\u201335 (1997)","journal-title":"Biometrika"},{"issue":"12","key":"196_CR78","doi-asserted-by":"crossref","first-page":"1147","DOI":"10.1109\/32.888628","volume":"26","author":"E Weyuker","year":"2000","unstructured":"Weyuker, E., Vokolos, F.: Experience with performance testing of software systems: issues, an approach, and case study. Trans. Softw. Eng. 26(12), 1147\u20131156 (2000)","journal-title":"Trans. Softw. Eng."},{"key":"196_CR79","unstructured":"Williams, A.: Amazon web services outage caused by memory leak and failure in monitoring alarm. http:\/\/techcrunch.com\/2012\/10\/27\/amazon-web-services-outage-caused-by-memory-leak-and-failure-in-monitoring-alarm\/ (2012). Accessed 09 Dec 2014"},{"key":"196_CR80","unstructured":"Yuan, D., Luo, Y., Zhuang, X., Rodrigues, G.R., Zhao, X., Zhang, Y., Jain, P.U., Stumm, M.: Simple testing can prevent most critical failures: An analysis of production failures in distributed data-intensive systems. In: Proceedings of the Conference on Operating Systems Design and Implementation, pp. 249\u2013265 (2014)"},{"key":"196_CR81","doi-asserted-by":"crossref","first-page":"1411","DOI":"10.1002\/spe.487","volume":"32","author":"J Zhang","year":"2002","unstructured":"Zhang, J., Cheung, S.C.: Automated test case generation for the stress testing of multimedia systems. Softw. Pract. Exp. 32, 1411\u20131435 (2002)","journal-title":"Softw. Pract. Exp."},{"key":"196_CR82","doi-asserted-by":"crossref","unstructured":"Zhang, Z., Cherkasova, L., Loo B.T. Benchmarking approach for designing a mapreduce performance model. In: Proceedings of the International Conference on Performance Engineering, pp. 253\u2013258 (2013)","DOI":"10.1145\/2479871.2479906"}],"container-title":["Automated Software Engineering"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s10515-016-0196-8.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/article\/10.1007\/s10515-016-0196-8\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s10515-016-0196-8","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s10515-016-0196-8.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2019,9,6]],"date-time":"2019-09-06T01:15:11Z","timestamp":1567732511000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/s10515-016-0196-8"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2016,4,1]]},"references-count":82,"journal-issue":{"issue":"1","published-print":{"date-parts":[[2017,3]]}},"alternative-id":["196"],"URL":"https:\/\/doi.org\/10.1007\/s10515-016-0196-8","relation":{},"ISSN":["0928-8910","1573-7535"],"issn-type":[{"value":"0928-8910","type":"print"},{"value":"1573-7535","type":"electronic"}],"subject":[],"published":{"date-parts":[[2016,4,1]]}}}