{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,7]],"date-time":"2026-03-07T08:34:11Z","timestamp":1772872451448,"version":"3.50.1"},"reference-count":39,"publisher":"Springer Science and Business Media LLC","issue":"1","license":[{"start":{"date-parts":[[2016,1,13]],"date-time":"2016-01-13T00:00:00Z","timestamp":1452643200000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"funder":[{"name":"EU","award":["257414"],"award-info":[{"award-number":["257414"]}]},{"DOI":"10.13039\/501100001824","name":"GACR","doi-asserted-by":"crossref","award":["P202\/10\/J042"],"award-info":[{"award-number":["P202\/10\/J042"]}],"id":[{"id":"10.13039\/501100001824","id-type":"DOI","asserted-by":"crossref"}]},{"name":"MSMT","award":["LD15051"],"award-info":[{"award-number":["LD15051"]}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Autom Softw Eng"],"published-print":{"date-parts":[[2017,3]]},"DOI":"10.1007\/s10515-015-0188-0","type":"journal-article","created":{"date-parts":[[2016,1,13]],"date-time":"2016-01-13T06:33:54Z","timestamp":1452666834000},"page":"139-187","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":25,"title":["Unit testing performance with Stochastic Performance Logic"],"prefix":"10.1007","volume":"24","author":[{"given":"Lubom\u00edr","family":"Bulej","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Tom\u00e1\u0161","family":"Bure\u0161","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Vojt\u011bch","family":"Hork\u00fd","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Jaroslav","family":"Kotr\u010d","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Luk\u00e1\u0161","family":"Marek","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Tom\u00e1\u0161","family":"Troj\u00e1nek","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-7035-2322","authenticated-orcid":false,"given":"Petr","family":"T\u016fma","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2016,1,13]]},"reference":[{"key":"188_CR1","unstructured":"ANSI\/IEEE: IEEE standard for software unit testing. ANSI\/IEEE Std 1008-1987 (1986)"},{"key":"188_CR2","doi-asserted-by":"crossref","DOI":"10.1017\/CBO9780511574979.033","volume-title":"Simple Smalltalk Testing","author":"K Beck","year":"1997","unstructured":"Beck, K.: Simple Smalltalk Testing. Cambridge University Press, Cambridge (1997)"},{"key":"188_CR3","volume-title":"Test Driven Development: By Example","author":"K Beck","year":"2002","unstructured":"Beck, K.: Test Driven Development: By Example. Addison-Wesley, Boston (2002)"},{"key":"188_CR4","unstructured":"Bergmann, V.: ContiPerf 2 (2013) http:\/\/databene.org\/contiperf.html"},{"key":"188_CR5","volume-title":"Guide to the Software Engineering Body of Knowledge, Version 3.0","author":"P Bourque","year":"2014","unstructured":"Bourque, P., Fairley, R.: Guide to the Software Engineering Body of Knowledge, Version 3.0. IEEE Computer Society Press, Los Alamitos (2014)"},{"key":"188_CR6","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"crossref","first-page":"291","DOI":"10.1007\/978-3-319-16310-9_8","volume-title":"Supporting Performance Awareness in Autonomous Ensembles","author":"L Bulej","year":"2015","unstructured":"Bulej, L., Bure\u0161, T., Gerostathopoulos, I., Hork\u00fd, V., Keznikl, J., Marek, L., Tschaikowski, M., Tribastone, M., T\u016fma, P.: Supporting Performance Awareness in Autonomous Ensembles. Lecture Notes in Computer Science, pp. 291\u2013322. Springer, Berlin (2015)"},{"key":"188_CR7","doi-asserted-by":"crossref","unstructured":"Bulej, L., Bure\u0161, T., Keznikl, J., Koubkov\u0161, A., Podzimek, A. T\u016fma, P.: Capturing performance assumptions using stochastic performance logic. In: Proceedings of 3rd ACM\/SPEC International Conference on Performance Engineering (ICPE), pp. 311\u2013322. ACM (2012)","DOI":"10.1145\/2188286.2188345"},{"issue":"5","key":"188_CR8","doi-asserted-by":"crossref","first-page":"1442","DOI":"10.1109\/TC.2014.2315614","volume":"64","author":"T Chen","year":"2015","unstructured":"Chen, T., Guo, Q., Temam, O., Wu, Y., Bao, Y., Xu, Z., Chen, Y.: Statistical performance comparisons of computers. IEEE Trans. Comput. 64(5), 1442\u20131455 (2015)","journal-title":"IEEE Trans. Comput."},{"key":"188_CR9","unstructured":"Clark, M.: JUnitPerf (2013) http:\/\/www.clarkware.com\/software\/JUnitPerf"},{"key":"188_CR10","unstructured":"Dice, D.: Biased locking in hotspot (2006) https:\/\/blogs.oracle.com\/dave\/entry\/biased_locking_in_hotspot"},{"key":"188_CR11","unstructured":"Dice, D., Moir, M., Scherer, W.: Quickly reacquirable locks. Technical report, Sun Microsystems, Inc. (2003)"},{"key":"188_CR12","doi-asserted-by":"crossref","unstructured":"Foo, K., Jiang, Z.M., Adams, B., Hassan, A., Zou, Y., Flora, P.: Mining performance regression testing repositories for automated performance analysis. In: Proceedings of 10th International Conference on Quality Software (QSIC), pp. 32\u201341. IEEE (2010)","DOI":"10.1109\/QSIC.2010.35"},{"key":"188_CR13","doi-asserted-by":"crossref","unstructured":"Ghaith, S., Wang, M., Perry, P. and Murphy, J.: Profile-based, load-independent anomaly detection and analysis in performance regression testing of software systems. In: Proceedings of 17th European Conference on Software Maintenance and Reengineering (CSMR), pp. 379\u2013383. IEEE (2013)","DOI":"10.1109\/CSMR.2013.54"},{"key":"188_CR14","doi-asserted-by":"crossref","unstructured":"Heger, C., Happe, J., Farahbod, R.: Automated root cause isolation of performance regressions during software development. In: Proceedings of 4th ACM\/SPEC International Conference on Performance Engineering (ICPE), pp.s 27\u201338. ACM (2013)","DOI":"10.1145\/2479871.2479879"},{"key":"188_CR15","doi-asserted-by":"crossref","unstructured":"Hork\u00fd, V., Haas, F., Kotr\u010d, J., Lacina, M., T\u016fma, P.: Performance regression unit testing: a case study. In: Proceedings of 10th European Performance Engineering Workshop (EPEW), Lecture Notes in Computer Science, vol. 8168, pp. 149\u2013163. Springer, Berlin (2013)","DOI":"10.1007\/978-3-642-40725-3_12"},{"key":"188_CR16","doi-asserted-by":"crossref","unstructured":"Hork\u00fd, V., Libi\u010d, P., Steinhauser, A., T\u016fma, P.: DOs and DON\u2019Ts of conducting performance measurements in Java (tutorial). In: Proceedings of 6th ACM\/SPEC International Conference on Performance Engineering (ICPE), pp. 337\u2013340. ACM (2015)","DOI":"10.1145\/2668930.2688820"},{"key":"188_CR17","unstructured":"hunterhacker\/jdom [Git] (2013). https:\/\/github.com\/hunterhacker\/jdom"},{"key":"188_CR18","unstructured":"hunterhacker\/jdom: Verifier performance (2013). https:\/\/github.com\/hunterhacker\/jdom\/wiki\/Verifier-Performance"},{"key":"188_CR19","unstructured":"JDOM Library (2013). http:\/\/www.jdom.org"},{"key":"188_CR20","unstructured":"JUnit Tool, Apr (2013). http:\/\/junit.org"},{"key":"188_CR21","doi-asserted-by":"crossref","unstructured":"Kalibera, T., Bulej, L., T\u016fma, P.: Automated detection of performance regressions: the Mono experience. In: Proceedings of 13th IEEE International Symposium on Modeling, Analysis, and Simulation of Computer and Telecommunication Systems (MASCOTS), pp. 183\u2013190. IEEE (2005)","DOI":"10.1109\/MASCOTS.2005.18"},{"key":"188_CR22","unstructured":"Kalibera, T., Bulej, L., T\u016fma, P.: Benchmark precision and random initial state. In: Proceedings of International Symposium on Performance Evaluation of Computer and Telecommunication Systems (SPECTS), pp. 853\u2013862. SCS (2005)"},{"key":"188_CR23","unstructured":"Liu, X., Guo, Z., Wang, X., Chen, F., Lian, X., Tang, J., Wu, M., Kaashoek, M.F., Zhang, Z.: D3s: debugging deployed distributed systems. In: Proceedings of 5th USENIX Symposium on Networked Systems Design & Implementation (NSDI), pp. 423\u2013437. USENIX (2008)"},{"key":"188_CR24","doi-asserted-by":"crossref","unstructured":"Mytkowicz, T., Diwan, A., Hauswirth, M., Sweeney, P. F.: Producing wrong data without doing anything obviously wrong. In: Proceedings of 14th International Conference on Architectural Support for Programming Languages and Operating Systems (ASPLOS), pp. 265\u2013276. ACM (2009)","DOI":"10.1145\/1508244.1508275"},{"key":"188_CR25","doi-asserted-by":"crossref","unstructured":"Oliveira, A., Petkovich, J.-C., Reidemeister, T., Fischmeister, S.: Datamill: rigorous performance evaluation made easy. In: Proceedings of 4th ACM\/SPEC International Conference on Performance Engineering (ICPE), pp. 137\u2013148. ACM (2013)","DOI":"10.1145\/2479871.2479892"},{"key":"188_CR26","unstructured":"Oracle. JVM Tool Interface (2006). http:\/\/docs.oracle.com\/javase\/6\/docs\/platform\/jvmti\/jvmti.html"},{"key":"188_CR27","unstructured":"Oracle. Garbage Collector Ergonomics (2014). http:\/\/docs.oracle.com\/javase\/7\/docs\/technotes\/guides\/vm\/gc-ergonomics.html"},{"key":"188_CR28","unstructured":"Oracle. Java microbenchmarking harness (OpenJDK: jmh) (2014). http:\/\/openjdk.java.net\/projects\/code-tools\/jmh\/"},{"key":"188_CR29","doi-asserted-by":"crossref","unstructured":"Perl, S.E., Weihl, W.E.: Performance assertion checking. In: Proceedings of 14th ACM Symposium on Operating Systems Principles (SOSP), pp. 134\u2013145. ACM (1993)","DOI":"10.1145\/168619.168630"},{"issue":"8","key":"188_CR30","doi-asserted-by":"crossref","first-page":"510","DOI":"10.1109\/TSE.2007.70719","volume":"33","author":"A Porter","year":"2007","unstructured":"Porter, A., Yilmaz, C., Memon, A.M., Schmidt, D.C., Natarajan, B.: Skoll: a process and infrastructure for distributed continuous quality assurance. IEEE Trans. Softw. Eng. 33(8), 510\u2013525 (2007)","journal-title":"IEEE Trans. Softw. Eng."},{"key":"188_CR31","unstructured":"Reynolds, P., Killian, C., Wiener, J.L., Mogul, J.C., Shah, M.A., Vahdat, A.: Pip: Detecting the unexpected in distributed systems. In: Proceedings of 3rd Conference on Networked Systems Design & Implementation (NSDI), pp. 9\u20139. USENIX (2006)"},{"key":"188_CR32","doi-asserted-by":"crossref","unstructured":"Sewe, A., Mezini, M., Sarimbekov, A., Binder, W.: Da Capo con Scala: design and analysis of a Scala benchmark suite for the Java virtual machine. In: Proceedings of 26th ACM conference on Object-oriented Programming Systems, Languages, and Applications (OOPSLA), pp. 657\u2013676. ACM (2011)","DOI":"10.1145\/2048066.2048118"},{"key":"188_CR33","volume-title":"Handbook of Parametric and Nonparametric Statistical Procedures","author":"DJ Sheskin","year":"2011","unstructured":"Sheskin, D.J.: Handbook of Parametric and Nonparametric Statistical Procedures. CRC Press, Boca Raton (2011)"},{"key":"188_CR34","unstructured":"SPL Tool (2013). http:\/\/d3s.mff.cuni.cz\/software\/spl"},{"key":"188_CR35","doi-asserted-by":"crossref","unstructured":"Tjang, A., Oliveira, F., Bianchini, R., Martin, R., Nguyen, T.: Model-based validation for internet services. In: Proceedings of 28th IEEE International Symposium on Reliable Distributed Systems (SRDS), pp. 61\u201370. IEEE (2009)","DOI":"10.1109\/SRDS.2009.24"},{"key":"188_CR36","unstructured":"Troj\u00e1nek, T.: Capturing performance assumptions using stochastic performance logic. Master\u2019s Thesis, Faculty of Mathematics and Physics, Charles University, Prague, Czech Republic (2012)"},{"key":"188_CR37","doi-asserted-by":"crossref","unstructured":"Vetter, J.S., Worley, P.H.: Asserting performance expectations. In: Proceedings of 15th ACM\/IEEE Conference on Supercomputing (SC), pp. 1\u201313. IEEE (2002)","DOI":"10.1109\/SC.2002.10046"},{"issue":"1\/2","key":"188_CR38","doi-asserted-by":"crossref","first-page":"28","DOI":"10.2307\/2332510","volume":"34","author":"BL Welch","year":"1947","unstructured":"Welch, B.L.: The generalization of \u201cStudent\u2019s\u201d problem when several different population variances are involved. Biometrika 34(1\/2), 28\u201335 (1947)","journal-title":"Biometrika"},{"key":"188_CR39","doi-asserted-by":"crossref","unstructured":"Wirsing, M., H\u00f6lzl, M., Koch, N., Mayer, P. (eds.): Software Engineering for Collective Autonomic Systems (The ASCENS Approach). Lecture Notes in Computer Science, vol. 8998. Springer, Berlin (2015)","DOI":"10.1007\/978-3-319-16310-9"}],"container-title":["Automated Software Engineering"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s10515-015-0188-0.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/article\/10.1007\/s10515-015-0188-0\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s10515-015-0188-0","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s10515-015-0188-0.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2019,9,3]],"date-time":"2019-09-03T11:08:31Z","timestamp":1567508911000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/s10515-015-0188-0"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2016,1,13]]},"references-count":39,"journal-issue":{"issue":"1","published-print":{"date-parts":[[2017,3]]}},"alternative-id":["188"],"URL":"https:\/\/doi.org\/10.1007\/s10515-015-0188-0","relation":{},"ISSN":["0928-8910","1573-7535"],"issn-type":[{"value":"0928-8910","type":"print"},{"value":"1573-7535","type":"electronic"}],"subject":[],"published":{"date-parts":[[2016,1,13]]}}}