{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,12,31]],"date-time":"2025-12-31T12:15:25Z","timestamp":1767183325146,"version":"3.41.0"},"publisher-location":"New York, NY, USA","reference-count":63,"publisher":"ACM","license":[{"start":{"date-parts":[[2019,8,12]],"date-time":"2019-08-12T00:00:00Z","timestamp":1565568000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2019,8,12]]},"DOI":"10.1145\/3338906.3338912","type":"proceedings-article","created":{"date-parts":[[2019,8,9]],"date-time":"2019-08-09T12:21:03Z","timestamp":1565353263000},"page":"188-199","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":51,"title":["A statistics-based performance testing methodology for cloud applications"],"prefix":"10.1145","author":[{"given":"Sen","family":"He","sequence":"first","affiliation":[{"name":"University of Texas at San Antonio, USA"}]},{"given":"Glenna","family":"Manns","sequence":"additional","affiliation":[{"name":"University of Virginia, USA"}]},{"given":"John","family":"Saunders","sequence":"additional","affiliation":[{"name":"University of Virginia, USA"}]},{"given":"Wei","family":"Wang","sequence":"additional","affiliation":[{"name":"University of Texas at San Antonio, USA"}]},{"given":"Lori","family":"Pollock","sequence":"additional","affiliation":[{"name":"University of Delaware, USA"}]},{"given":"Mary Lou","family":"Soffa","sequence":"additional","affiliation":[{"name":"University of Virginia, USA"}]}],"member":"320","published-online":{"date-parts":[[2019,8,12]]},"reference":[{"volume-title":"A Configurable Experimental Environment for Large-scale Cloud Research. https:\/\/www.chameleoncloud.org\/. {Online","year":"2018","key":"e_1_3_2_1_1_1"},{"key":"e_1_3_2_1_2_1","doi-asserted-by":"publisher","DOI":"10.1145\/3030207.3030229"},{"volume-title":"Int\u2019l Conf. on Software Maintenance and Evolution.","author":"Alghmadi H. M.","key":"e_1_3_2_1_3_1"},{"volume-title":"CherryPick: Adaptively Unearthing the Best Cloud Configurations for Big Data Analytics. In USENIX Symp. on Networked Systems Design and Implementation.","year":"2017","author":"Alipourfard Omid","key":"e_1_3_2_1_4_1"},{"volume-title":"Amazon EC2 Instance Types. https:\/\/aws.amazon.com\/ec2\/instance-types\/. {Online","year":"2018","key":"e_1_3_2_1_5_1"},{"volume-title":"Amazon Web Services. https:\/\/aws.amazon.com. {Online","year":"2018","key":"e_1_3_2_1_6_1"},{"key":"e_1_3_2_1_7_1","doi-asserted-by":"publisher","DOI":"10.1145\/125826.125925"},{"key":"e_1_3_2_1_8_1","doi-asserted-by":"publisher","DOI":"10.1145\/1998582.1998598"},{"volume-title":"IEEE Int\u2019l Conf. on Software Quality, Reliability and Security.","author":"Benbachir A.","key":"e_1_3_2_1_9_1"},{"key":"e_1_3_2_1_10_1","doi-asserted-by":"crossref","unstructured":"Luke Bertot St\u00e9phane Genaud and Julien Gossa. 2018. Improving Cloud Simulation Using the Monte-Carlo Method. In Euro-Par: Parallel Processing.  Luke Bertot St\u00e9phane Genaud and Julien Gossa. 2018. Improving Cloud Simulation Using the Monte-Carlo Method. In Euro-Par: Parallel Processing.","DOI":"10.1109\/CCGRID.2018.00064"},{"key":"e_1_3_2_1_12_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICSE.2009.5070545"},{"key":"e_1_3_2_1_13_1","doi-asserted-by":"publisher","DOI":"10.1145\/2491899.2465566"},{"key":"e_1_3_2_1_14_1","doi-asserted-by":"publisher","DOI":"10.1145\/2884781.2884794"},{"key":"e_1_3_2_1_15_1","doi-asserted-by":"publisher","DOI":"10.1007\/s00766-003-0175-z"},{"volume-title":"Amazon suffers glitches at the start of Prime Day, its biggest shopping day of the year. https:\/\/www.cnbc.com\/2018\/07\/16\/amazon-suffersglitches-in-opening-minutes-of-prime-day.html. {Online","year":"2018","author":"CNBC.","key":"e_1_3_2_1_16_1"},{"key":"e_1_3_2_1_17_1","doi-asserted-by":"publisher","DOI":"10.1145\/1807128.1807152"},{"key":"e_1_3_2_1_18_1","doi-asserted-by":"publisher","DOI":"10.1145\/2254064.2254076"},{"key":"e_1_3_2_1_19_1","unstructured":"A. C. Davison and D. V. Hinkley. 2013. Bootstrap Methods and Their Application. Cambridge University Press New York NY USA.   A. C. Davison and D. V. Hinkley. 2013. Bootstrap Methods and Their Application. Cambridge University Press New York NY USA."},{"key":"e_1_3_2_1_20_1","doi-asserted-by":"publisher","DOI":"10.14778\/2732240.2732246"},{"key":"e_1_3_2_1_21_1","doi-asserted-by":"crossref","unstructured":"Bradley Efron. 1982. The Jackknife the bootstrap and other resampling plans. SIAM.  Bradley Efron. 1982. The Jackknife the bootstrap and other resampling plans. SIAM.","DOI":"10.1137\/1.9781611970319"},{"key":"e_1_3_2_1_22_1","doi-asserted-by":"publisher","DOI":"10.1145\/2150976.2150982"},{"key":"e_1_3_2_1_23_1","doi-asserted-by":"publisher","DOI":"10.1109\/SYNASC.2012.58"},{"volume-title":"An Industrial Case Study on the Automated Detection of Performance Regressions in Heterogeneous Environments. In IEEE Int\u2019l Conf. on Software Engineering.","author":"Foo K. C.","key":"e_1_3_2_1_24_1"},{"key":"e_1_3_2_1_25_1","doi-asserted-by":"publisher","DOI":"10.1109\/MIC.2012.142"},{"key":"e_1_3_2_1_26_1","doi-asserted-by":"publisher","DOI":"10.1145\/2897356.2897358"},{"key":"e_1_3_2_1_27_1","doi-asserted-by":"publisher","DOI":"10.1134\/S1063784214030128"},{"key":"e_1_3_2_1_28_1","doi-asserted-by":"publisher","DOI":"10.1145\/2851553.2851568"},{"key":"e_1_3_2_1_29_1","doi-asserted-by":"publisher","DOI":"10.1177\/1525822X05279903"},{"key":"e_1_3_2_1_30_1","doi-asserted-by":"publisher","DOI":"10.1007\/s10664-017-9573-6"},{"volume-title":"Application-specific Configuration Selection in the Cloud: Impact of Provider Policy and Potential of Systematic Testing. In 2015 IEEE Conference on Computer Communications (INFOCOM).","author":"Hajjat M.","key":"e_1_3_2_1_31_1"},{"volume-title":"Int\u2019l Conf. on Software Engineering.","author":"Han S.","key":"e_1_3_2_1_32_1"},{"key":"e_1_3_2_1_33_1","doi-asserted-by":"publisher","DOI":"10.1145\/3238147.3238204"},{"volume-title":"Nonparametric and semiparametric models","author":"H\u00e4rdle Wolfgang Karl","key":"e_1_3_2_1_34_1"},{"volume-title":"Arrow: Low-Level Augmented Bayesian Optimization for Finding the Best Cloud VM. In IEEE Int\u2019l Conf on Distributed Computing Systems.","author":"Hsu C.","key":"e_1_3_2_1_35_1"},{"key":"e_1_3_2_1_36_1","doi-asserted-by":"publisher","DOI":"10.1145\/2568225.2568232"},{"key":"e_1_3_2_1_37_1","doi-asserted-by":"publisher","DOI":"10.1109\/TPDS.2011.66"},{"key":"e_1_3_2_1_38_1","doi-asserted-by":"publisher","DOI":"10.1109\/CCGrid.2011.22"},{"volume-title":"Measurement, Simulation, and Modeling","author":"Jain Raj","key":"e_1_3_2_1_39_1"},{"key":"e_1_3_2_1_40_1","doi-asserted-by":"publisher","DOI":"10.1145\/2048066.2048081"},{"key":"e_1_3_2_1_41_1","doi-asserted-by":"publisher","DOI":"10.1145\/1882291.1882297"},{"key":"e_1_3_2_1_42_1","doi-asserted-by":"publisher","DOI":"10.1214\/aoms\/1177729694"},{"key":"e_1_3_2_1_43_1","doi-asserted-by":"publisher","DOI":"10.1145\/2885497"},{"volume-title":"Backus","year":"1999","author":"Lenhoff Mark W.","key":"e_1_3_2_1_44_1"},{"key":"e_1_3_2_1_45_1","doi-asserted-by":"publisher","DOI":"10.1145\/2063384.2063449"},{"volume-title":"Taming Performance Variability. In USENIX Symp. on Operating Systems Design and Implementation.","year":"2018","author":"Maricq Aleksander","key":"e_1_3_2_1_46_1"},{"key":"e_1_3_2_1_47_1","unstructured":"Marissa Mayer. 2009. In Search of A better faster strong Web.  Marissa Mayer. 2009. In Search of A better faster strong Web."},{"key":"e_1_3_2_1_48_1","doi-asserted-by":"publisher","DOI":"10.1145\/3092703.3092725"},{"volume-title":"http:\/\/www. itl.nist.gov\/div898\/handbook\/. {Online","year":"2018","author":"Statistical Methods NIST.","key":"e_1_3_2_1_49_1"},{"key":"e_1_3_2_1_50_1","doi-asserted-by":"publisher","DOI":"10.5555\/2486788.2486862"},{"volume-title":"https:\/\/docs.oracle.com\/javaee\/7\/index.html. {Online","year":"2018","author":"Platform Java","key":"e_1_3_2_1_51_1"},{"key":"e_1_3_2_1_52_1","doi-asserted-by":"publisher","DOI":"10.1214\/aoms\/1177704472"},{"key":"e_1_3_2_1_53_1","doi-asserted-by":"publisher","DOI":"10.1145\/2610384.2610393"},{"key":"e_1_3_2_1_54_1","unstructured":"RightScale. 2018. State of the Cloud Report.  RightScale. 2018. State of the Cloud Report."},{"key":"e_1_3_2_1_55_1","doi-asserted-by":"publisher","DOI":"10.1214\/aoms\/1177728190"},{"key":"e_1_3_2_1_56_1","doi-asserted-by":"publisher","DOI":"10.1109\/ASE.2015.45"},{"volume-title":"Notes on Kullback-Leibler Divergence and Likelihood Theory. Systems Neurobiology Laboratory","year":"2007","author":"Shlens Jonathon","key":"e_1_3_2_1_57_1"},{"volume-title":"Proc. of USENIX Conf. on Operating Systems Design and Implementation.","year":"2012","author":"Shue David","key":"e_1_3_2_1_58_1"},{"key":"e_1_3_2_1_59_1","unstructured":"Stoyan Stefanov. 2008. YSlow 2.0. In CSDN Software Development 2.0 Conference.  Stoyan Stefanov. 2008. YSlow 2.0. In CSDN Software Development 2.0 Conference."},{"key":"e_1_3_2_1_60_1","doi-asserted-by":"publisher","DOI":"10.1145\/2568088.2568101"},{"key":"e_1_3_2_1_61_1","doi-asserted-by":"publisher","DOI":"10.1145\/2568088.2568092"},{"volume-title":"Int\u2019l Conf. on Software Testing, Verification and Validation.","author":"Wang W.","key":"e_1_3_2_1_62_1"},{"key":"e_1_3_2_1_63_1","doi-asserted-by":"publisher","DOI":"10.1145\/3127479.3131614"},{"key":"e_1_3_2_1_64_1","doi-asserted-by":"publisher","DOI":"10.1109\/ASE.2011.6100093"}],"event":{"name":"ESEC\/FSE '19: 27th ACM Joint European Software Engineering Conference and Symposium on the Foundations of Software Engineering","sponsor":["SIGSOFT ACM Special Interest Group on Software Engineering"],"location":"Tallinn Estonia","acronym":"ESEC\/FSE '19"},"container-title":["Proceedings of the 2019 27th ACM Joint Meeting on European Software Engineering Conference and Symposium on the Foundations of Software Engineering"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3338906.3338912","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3338906.3338912","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,18]],"date-time":"2025-06-18T00:26:20Z","timestamp":1750206380000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3338906.3338912"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2019,8,12]]},"references-count":63,"alternative-id":["10.1145\/3338906.3338912","10.1145\/3338906"],"URL":"https:\/\/doi.org\/10.1145\/3338906.3338912","relation":{},"subject":[],"published":{"date-parts":[[2019,8,12]]},"assertion":[{"value":"2019-08-12","order":2,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}