{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,12]],"date-time":"2026-03-12T10:12:04Z","timestamp":1773310324593,"version":"3.50.1"},"publisher-location":"New York, NY, USA","reference-count":54,"publisher":"ACM","license":[{"start":{"date-parts":[[2018,3,30]],"date-time":"2018-03-30T00:00:00Z","timestamp":1522368000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"funder":[{"DOI":"10.13039\/100000001","name":"NSF","doi-asserted-by":"publisher","award":["1450488"],"award-info":[{"award-number":["1450488"]}],"id":[{"id":"10.13039\/100000001","id-type":"DOI","asserted-by":"publisher"}]},{"name":"DOE","award":["DE-SC0016074"],"award-info":[{"award-number":["DE-SC0016074"]}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2018,3,30]]},"DOI":"10.1145\/3184407.3184422","type":"proceedings-article","created":{"date-parts":[[2018,4,4]],"date-time":"2018-04-04T12:25:45Z","timestamp":1522844745000},"page":"273-284","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":5,"title":["<i>quiho<\/i>"],"prefix":"10.1145","author":[{"given":"Ivo","family":"Jimenez","sequence":"first","affiliation":[{"name":"University of California, Santa Cruz, Santa Cruz, CA, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Noah","family":"Watkins","sequence":"additional","affiliation":[{"name":"University of California, Santa Cruz, Santa Cruz, CA, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Michael","family":"Sevilla","sequence":"additional","affiliation":[{"name":"University of California, Santa Cruz, Santa Cruz, CA, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Jay","family":"Lofstead","sequence":"additional","affiliation":[{"name":"Sandia National Laboratories, Albuquerque, NM, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Carlos","family":"Maltzahn","sequence":"additional","affiliation":[{"name":"University of California, Santa Cruz, Santa Cruz, CA, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"320","published-online":{"date-parts":[[2018,3,30]]},"reference":[{"key":"e_1_3_2_1_1_1","doi-asserted-by":"crossref","unstructured":"G.J. Myers C. Sandler and T. Badgett The Art of Software Testing 2011.   G.J. Myers C. Sandler and T. Badgett The Art of Software Testing 2011.","DOI":"10.1002\/9781119202486"},{"key":"e_1_3_2_1_2_1","doi-asserted-by":"publisher","DOI":"10.1109\/FOSE.2007.25"},{"key":"e_1_3_2_1_3_1","unstructured":"B. Beizer Software Testing Techniques 1990.   B. Beizer Software Testing Techniques 1990."},{"key":"e_1_3_2_1_4_1","doi-asserted-by":"publisher","DOI":"10.1145\/2408776.2408794"},{"key":"e_1_3_2_1_5_1","unstructured":"B. Gregg Systems Performance: Enterprise and the Cloud 2013.   B. Gregg Systems Performance: Enterprise and the Cloud 2013."},{"key":"e_1_3_2_1_6_1","doi-asserted-by":"publisher","DOI":"10.1145\/287318.287337"},{"key":"e_1_3_2_1_7_1","doi-asserted-by":"crossref","unstructured":"L. Cherkasova K. Ozonat N. Mi J. Symons and E. Smirni \"Anomaly? Application change? Or workload change? Towards automated detection of application performance anomaly and change \" 2008 IEEE International Conference on Dependable Systems and Networks With FTCS and DCC (DSN) 2008.  L. Cherkasova K. Ozonat N. Mi J. Symons and E. Smirni \"Anomaly? Application change? Or workload change? Towards automated detection of application performance anomaly and change \" 2008 IEEE International Conference on Dependable Systems and Networks With FTCS and DCC (DSN) 2008.","DOI":"10.1109\/DSN.2008.4630116"},{"key":"e_1_3_2_1_8_1","doi-asserted-by":"publisher","DOI":"10.1145\/2254064.2254075"},{"key":"e_1_3_2_1_9_1","doi-asserted-by":"crossref","unstructured":"S. Han Y. Dang S. Ge D. Zhang and T. Xie \"Performance Debugging in the Large via Mining Millions of Stack Traces \" Proceedings of the 34th International Conference on Software Engineering 2012. Available at: http:\/\/dl.acm.org\/citation.cfm?id=2337223.2337241.   S. Han Y. Dang S. Ge D. Zhang and T. Xie \"Performance Debugging in the Large via Mining Millions of Stack Traces \" Proceedings of the 34th International Conference on Software Engineering 2012. Available at: http:\/\/dl.acm.org\/citation.cfm?id=2337223.2337241.","DOI":"10.1109\/ICSE.2012.6227198"},{"key":"e_1_3_2_1_10_1","doi-asserted-by":"publisher","DOI":"10.1145\/2048066.2048081"},{"key":"e_1_3_2_1_11_1","doi-asserted-by":"publisher","DOI":"10.1145\/1831708.1831726"},{"key":"e_1_3_2_1_12_1","doi-asserted-by":"publisher","DOI":"10.1145\/2668930.2688052"},{"key":"e_1_3_2_1_13_1","doi-asserted-by":"publisher","DOI":"10.1145\/2479871.2479879"},{"key":"e_1_3_2_1_14_1","unstructured":"M.A. Heroux Hpccg Solver Package Sandia National Laboratories 2007. Available at: https:\/\/www.osti.gov\/scitech\/biblio\/1230960.  M.A. Heroux Hpccg Solver Package Sandia National Laboratories 2007. Available at: https:\/\/www.osti.gov\/scitech\/biblio\/1230960."},{"key":"e_1_3_2_1_15_1","unstructured":"A. Kivity Y. Kamay D. Laor U. Lublin and A. Liguori \"Kvm: The Linux virtual machine monitor \" Proceedings of the Linux symposium 2007.  A. Kivity Y. Kamay D. Laor U. Lublin and A. Liguori \"Kvm: The Linux virtual machine monitor \" Proceedings of the Linux symposium 2007."},{"key":"e_1_3_2_1_16_1","unstructured":"D. Merkel \"Docker: Lightweight Linux Containers for Consistent Development and Deployment \" Linux J vol. 2014 Mar. 2014. Available at: http:\/\/dl.acm.org\/citation.cfm?id=2600239.2600241.   D. Merkel \"Docker: Lightweight Linux Containers for Consistent Development and Deployment \" Linux J vol. 2014 Mar. 2014. Available at: http:\/\/dl.acm.org\/citation.cfm?id=2600239.2600241."},{"key":"e_1_3_2_1_17_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICCCRI.2015.10"},{"key":"e_1_3_2_1_18_1","unstructured":"M. Hibler R. Ricci L. Stoller J. Duerig S. Guruprasad T. Stack K. Webb and J. Lepreau \"Large-scale Virtualization in the Emulab Network Testbed \" USENIX 2008 Annual Technical Conference 2008. Available at: http:\/\/dl.acm.org\/citation.cfm?id=1404014.1404023.   M. Hibler R. Ricci L. Stoller J. Duerig S. Guruprasad T. Stack K. Webb and J. Lepreau \"Large-scale Virtualization in the Emulab Network Testbed \" USENIX 2008 Annual Technical Conference 2008. Available at: http:\/\/dl.acm.org\/citation.cfm?id=1404014.1404023."},{"key":"e_1_3_2_1_19_1","unstructured":"R. Ricci and E. Eide \"Introducing CloudLab: Scientific Infrastructure for Advancing Cloud Architectures and Applications \";login: vol. 39 2014\/December. Available at: http:\/\/www.usenix.org\/publications\/login\/dec14\/ricci.  R. Ricci and E. Eide \"Introducing CloudLab: Scientific Infrastructure for Advancing Cloud Architectures and Applications \";login: vol. 39 2014\/December. Available at: http:\/\/www.usenix.org\/publications\/login\/dec14\/ricci."},{"key":"e_1_3_2_1_20_1","doi-asserted-by":"publisher","DOI":"10.1177\/1094342006070078"},{"key":"e_1_3_2_1_21_1","unstructured":"A. Wiggins \"The Twelve-Factor App\" Available at: http:\/\/12factor.net\/. Available at: http:\/\/12factor.net\/.  A. Wiggins \"The Twelve-Factor App\" Available at: http:\/\/12factor.net\/. Available at: http:\/\/12factor.net\/."},{"key":"e_1_3_2_1_22_1","doi-asserted-by":"crossref","unstructured":"I. Jimenez C. Maltzahn J. Lofstead A. Moody K. Mohror R. Arpaci-Dusseau and A. Arpaci-Dusseau \"Characterizing and Reducing Cross-Platform Performance Variability Using OS-Level Virtualization \" 2016 IEEE International Parallel and Distributed Processing Symposium Workshops (IPDPSW) 2016.  I. Jimenez C. Maltzahn J. Lofstead A. Moody K. Mohror R. Arpaci-Dusseau and A. Arpaci-Dusseau \"Characterizing and Reducing Cross-Platform Performance Variability Using OS-Level Virtualization \" 2016 IEEE International Parallel and Distributed Processing Symposium Workshops (IPDPSW) 2016.","DOI":"10.1109\/IPDPSW.2016.97"},{"key":"e_1_3_2_1_23_1","doi-asserted-by":"publisher","DOI":"10.1145\/356648.356649"},{"key":"e_1_3_2_1_24_1","doi-asserted-by":"crossref","unstructured":"K. Kira and L.A. Rendell \"A Practical Approach to Feature Selection \" Proceedings of the Ninth International Workshop on Machine Learning 1992. Available at: http:\/\/dl.acm.org\/citation.cfm?id=645525.656966.   K. Kira and L.A. Rendell \"A Practical Approach to Feature Selection \" Proceedings of the Ninth International Workshop on Machine Learning 1992. Available at: http:\/\/dl.acm.org\/citation.cfm?id=645525.656966.","DOI":"10.1016\/B978-1-55860-247-2.50037-1"},{"key":"e_1_3_2_1_25_1","unstructured":"C.I. King Stress-ng 2017. Available at: https:\/\/github.com\/ColinIanKing\/stress-ng.  C.I. King Stress-ng 2017. Available at: https:\/\/github.com\/ColinIanKing\/stress-ng."},{"key":"e_1_3_2_1_26_1","doi-asserted-by":"crossref","unstructured":"S.Wold K. Esbensen and P. Geladi \"Principal component analysis \" Chemometrics and Intelligent Laboratory Systems vol. 2 Aug. 1987.  S.Wold K. Esbensen and P. Geladi \"Principal component analysis \" Chemometrics and Intelligent Laboratory Systems vol. 2 Aug. 1987.","DOI":"10.1016\/0169-7439(87)80084-9"},{"key":"e_1_3_2_1_27_1","doi-asserted-by":"crossref","unstructured":"D.A. Freedman Statistical Models: Theory and Practice 2009.  D.A. Freedman Statistical Models: Theory and Practice 2009.","DOI":"10.1017\/CBO9780511815867"},{"key":"e_1_3_2_1_28_1","article-title":"Scikit-learn: Machine Learning in Python","volume":"12","author":"Pedregosa F.","year":"2011","journal-title":"J. Mach. Learn. Res."},{"key":"e_1_3_2_1_29_1","unstructured":"P. Prettenhofer and G. Louppe \"Gradient Boosted Regression Trees in Scikit- Learn \" Feb. 2014. Available at: http:\/\/orbi.ulg.ac.be\/handle\/2268\/163521.  P. Prettenhofer and G. Louppe \"Gradient Boosted Regression Trees in Scikit- Learn \" Feb. 2014. Available at: http:\/\/orbi.ulg.ac.be\/handle\/2268\/163521."},{"key":"e_1_3_2_1_30_1","volume-title":"Stat.","volume":"29","author":"Friedman J.H.","year":"2001"},{"key":"e_1_3_2_1_31_1","unstructured":"L. Breiman J. Friedman C.J. Stone and R.A. Olshen Classification and Regression Trees 1984.  L. Breiman J. Friedman C.J. Stone and R.A. Olshen Classification and Regression Trees 1984."},{"key":"e_1_3_2_1_32_1","article-title":"Memory Bandwidth and Machine Balance in Current High Performance Computers","author":"McCalpin J.D.","year":"1995","journal-title":"IEEE Comput. Soc. Tech. Comm. Comput. Archit. TCCA Newsl."},{"key":"e_1_3_2_1_33_1","doi-asserted-by":"crossref","unstructured":"I. Jimenez M. Sevilla N. Watkins C. Maltzahn J. Lofstead K. Mohror A. Arpaci-Dusseau and R. Arpaci-Dusseau \"The Popper Convention: Making Reproducible Systems Evaluation Practical \" 2017 IEEE International Parallel and Distributed Processing Symposium Workshops (IPDPSW) 2017.  I. Jimenez M. Sevilla N. Watkins C. Maltzahn J. Lofstead K. Mohror A. Arpaci-Dusseau and R. Arpaci-Dusseau \"The Popper Convention: Making Reproducible Systems Evaluation Practical \" 2017 IEEE International Parallel and Distributed Processing Symposium Workshops (IPDPSW) 2017.","DOI":"10.1109\/IPDPSW.2017.157"},{"key":"e_1_3_2_1_35_1","doi-asserted-by":"publisher","DOI":"10.1137\/100813956"},{"key":"e_1_3_2_1_36_1","article-title":"Pipeline Speak, Part 2: The Second Part of the Sandy Bridge Pipeline","author":"Cepeda S.","journal-title":"Available at: http:\/\/intel.ly\/2EuwM9J. Available at: http:\/\/intel.ly\/2EuwM9J."},{"key":"e_1_3_2_1_37_1","doi-asserted-by":"publisher","DOI":"10.1109\/MM.2003.1196114"},{"key":"e_1_3_2_1_38_1","article-title":"Redis: Lightweight key\/value store that goes the extra mile","volume":"79","author":"Zawodny J.","year":"2009","journal-title":"Linux Mag."},{"key":"e_1_3_2_1_39_1","doi-asserted-by":"publisher","DOI":"10.1007\/11602569_48"},{"key":"e_1_3_2_1_40_1","doi-asserted-by":"publisher","DOI":"10.1109\/MCSE.2011.37"},{"key":"e_1_3_2_1_41_1","unstructured":"M. Widenius \"MariaDB SQL server project \" Ask Monty Available at: http:\/\/askmonty.org\/wiki\/index.php\/MariaDB. Available at: http:\/\/askmonty.org\/wiki\/index.php\/MariaDB.  M. Widenius \"MariaDB SQL server project \" Ask Monty Available at: http:\/\/askmonty.org\/wiki\/index.php\/MariaDB. Available at: http:\/\/askmonty.org\/wiki\/index.php\/MariaDB."},{"key":"e_1_3_2_1_42_1","unstructured":"A. Hutcheson and V. Natoli \"Memory Bound vs. Compute Bound: A Quantitative Study of Cache and Memory Bandwidth in High Performance Applications \" 2011.  A. Hutcheson and V. Natoli \"Memory Bound vs. Compute Bound: A Quantitative Study of Cache and Memory Bandwidth in High Performance Applications \" 2011."},{"key":"e_1_3_2_1_43_1","doi-asserted-by":"publisher","DOI":"10.1145\/1968.1972"},{"key":"e_1_3_2_1_44_1","doi-asserted-by":"publisher","DOI":"10.1145\/2909476"},{"key":"e_1_3_2_1_45_1","doi-asserted-by":"publisher","DOI":"10.1145\/168619.168630"},{"key":"e_1_3_2_1_46_1","doi-asserted-by":"publisher","DOI":"10.1145\/3057269"},{"key":"e_1_3_2_1_47_1","doi-asserted-by":"publisher","DOI":"10.1145\/2568088.2568101"},{"key":"e_1_3_2_1_48_1","doi-asserted-by":"publisher","DOI":"10.1145\/2791120"},{"key":"e_1_3_2_1_49_1","doi-asserted-by":"publisher","DOI":"10.5555\/1128020.1128578"},{"key":"e_1_3_2_1_50_1","doi-asserted-by":"publisher","DOI":"10.1109\/CSMR.2013.54"},{"key":"e_1_3_2_1_51_1","doi-asserted-by":"publisher","DOI":"10.1145\/2771783.2771816"},{"key":"e_1_3_2_1_52_1","doi-asserted-by":"crossref","unstructured":"C.P. Bezemer J. Pouwelse and B. Gregg \"Understanding software performance regressions using differential flame graphs \" 2015 IEEE 22nd International Conference on Software Analysis Evolution and Reengineering (SANER) 2015.  C.P. Bezemer J. Pouwelse and B. Gregg \"Understanding software performance regressions using differential flame graphs \" 2015 IEEE 22nd International Conference on Software Analysis Evolution and Reengineering (SANER) 2015.","DOI":"10.1109\/SANER.2015.7081872"},{"key":"e_1_3_2_1_53_1","volume-title":"2017 IEEE International Conference on Software Maintenance and Evolution (ICSME)","author":"Chen J.","year":"2017"},{"key":"e_1_3_2_1_54_1","doi-asserted-by":"publisher","DOI":"10.1007\/11907466_13"},{"key":"e_1_3_2_1_55_1","doi-asserted-by":"publisher","DOI":"10.1145\/2188286.2188344"}],"event":{"name":"ICPE '18: ACM\/SPEC International Conference on Performance Engineering","location":"Berlin Germany","acronym":"ICPE '18","sponsor":["SIGMETRICS ACM Special Interest Group on Measurement and Evaluation","SIGSOFT ACM Special Interest Group on Software Engineering"]},"container-title":["Proceedings of the 2018 ACM\/SPEC International Conference on Performance Engineering"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3184407.3184422","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3184407.3184422","content-type":"application\/pdf","content-version":"vor","intended-application":"syndication"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3184407.3184422","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,18]],"date-time":"2025-06-18T01:08:30Z","timestamp":1750208910000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3184407.3184422"}},"subtitle":["Automated Performance Regression Testing Using Inferred Resource Utilization Profiles"],"short-title":[],"issued":{"date-parts":[[2018,3,30]]},"references-count":54,"alternative-id":["10.1145\/3184407.3184422","10.1145\/3184407"],"URL":"https:\/\/doi.org\/10.1145\/3184407.3184422","relation":{},"subject":[],"published":{"date-parts":[[2018,3,30]]},"assertion":[{"value":"2018-03-30","order":2,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}