{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,29]],"date-time":"2026-04-29T00:10:06Z","timestamp":1777421406083,"version":"3.51.4"},"publisher-location":"New York, NY, USA","reference-count":23,"publisher":"ACM","license":[{"start":{"date-parts":[[2020,12,21]],"date-time":"2020-12-21T00:00:00Z","timestamp":1608508800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2020,12,21]]},"DOI":"10.1145\/3324884.3415288","type":"proceedings-article","created":{"date-parts":[[2021,1,27]],"date-time":"2021-01-27T23:38:56Z","timestamp":1611790736000},"page":"1344-1348","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":11,"title":["PerfCI"],"prefix":"10.1145","author":[{"given":"Omar","family":"Javed","sequence":"first","affiliation":[{"name":"Universit\u00e0 della Svizzera italiana, Lugano, Switzerland"}]},{"given":"Joshua Heneage","family":"Dawes","sequence":"additional","affiliation":[{"name":"University of Manchester, Manchester, United Kingdom and CERN, Geneva, Switzerland"}]},{"given":"Marta","family":"Han","sequence":"additional","affiliation":[{"name":"University of Zagreb, Zagreb, Croatia and CERN, Geneva, Switzerland"}]},{"given":"Giovanni","family":"Franzoni","sequence":"additional","affiliation":[{"name":"CERN, Geneva, Switzerland"}]},{"given":"Andreas","family":"Pfeiffer","sequence":"additional","affiliation":[{"name":"CERN, Geneva, Switzerland"}]},{"given":"Giles","family":"Reger","sequence":"additional","affiliation":[{"name":"University of Manchester, Manchester, United Kingdom"}]},{"given":"Walter","family":"Binder","sequence":"additional","affiliation":[{"name":"Universit\u00e0 della Svizzera italiana, Lugano, Switzerland"}]}],"member":"320","published-online":{"date-parts":[[2021,1,27]]},"reference":[{"key":"e_1_3_2_1_1_1","doi-asserted-by":"crossref","unstructured":"Ezio Bartocci Yli\u00e8s Falcone Adrian Francalanza and Giles Reger. 2018. Introduction to Runtime Verification. In Lectures on RV.","DOI":"10.1007\/978-3-319-75632-5"},{"key":"e_1_3_2_1_2_1","unstructured":"Grady Booch. 1990. Object-Oriented Design with Applications."},{"key":"e_1_3_2_1_3_1","volume-title":"WISE: Automated test generation for worst-case complexity. In ICSE.","author":"Burnim J.","year":"2009","unstructured":"J. Burnim, S. Juvekar, and K. Sen. 2009. WISE: Automated test generation for worst-case complexity. In ICSE."},{"key":"e_1_3_2_1_4_1","unstructured":"CERN. 2020. https:\/\/home.cern\/science\/computing\/processing-what-record. (Accessed on 05\/26\/2020)."},{"key":"e_1_3_2_1_5_1","doi-asserted-by":"crossref","unstructured":"Jes\u00fas Mauricio Chimento Wolfgang Ahrendt and Gerardo Schneider. 2018. Testing Meets Static and Runtime Verification. In FormaliSE@ICSE.","DOI":"10.1145\/3193992.3194000"},{"key":"e_1_3_2_1_6_1","unstructured":"CircleCI. 2020. https:\/\/circleci.com. (Accessed on 05\/25\/2020)."},{"key":"e_1_3_2_1_7_1","doi-asserted-by":"crossref","unstructured":"David Daly William Brown Henrik Ingo Jim O'Leary and David Bradford. 2020. The Use of Change Point Detection to Identify Software Performance Regressions in a Continuous Integration System. In ICPE.","DOI":"10.1145\/3358960.3375791"},{"key":"e_1_3_2_1_8_1","doi-asserted-by":"publisher","DOI":"10.1088\/1742-6596\/898\/4\/042059"},{"key":"e_1_3_2_1_9_1","unstructured":"Joshua Heneage Dawes Marta Han Giles Reger Giovanni Franzoni and Andreas Pfeiffer. 2019. Analysis Tools for the VyPR Framework for Python. In CHEP."},{"key":"e_1_3_2_1_10_1","unstructured":"Joshua Heneage Dawes and Giles Reger. 2019. Explaining Violations of Properties in Control-Flow Temporal Logic. In RV."},{"key":"e_1_3_2_1_11_1","unstructured":"Joshua Heneage Dawes Giles Reger Giovanni Franzoni Andreas Pfeiffer and Giacomo Govi. 2019. VyPR2: A Framework for Runtime Verification of Python Web Services. In TACAS."},{"key":"e_1_3_2_1_12_1","doi-asserted-by":"crossref","unstructured":"T. Durieux R. Abreu M. Monperrus T. F. Bissyand\u00e9 and L. Cruz. 2019. An Analysis of 35+ Million Jobs of Travis CI. In ICSME.","DOI":"10.1109\/ICSME.2019.00044"},{"key":"e_1_3_2_1_13_1","unstructured":"GitLab. 2020. https:\/\/docs.gitlab.com\/ee\/ci\/. (Accessed on 05\/25\/2020)."},{"key":"e_1_3_2_1_14_1","doi-asserted-by":"crossref","unstructured":"Xue Han Tingting Yu and David Lo. 2018. PerfLearner: Learning from Bug Reports to Understand and Generate Performance Test Frames. In ASE.","DOI":"10.1145\/3238147.3238204"},{"key":"e_1_3_2_1_15_1","unstructured":"Guoliang Jin Linhai Song Xiaoming Shi Joel Scherpelz and Shan Lu. 2012. Understanding and Detecting Real-World Performance Bugs. In PLDI."},{"key":"e_1_3_2_1_16_1","volume-title":"An Evaluation of Open-Source Software Microbenchmark Suites for Continuous Performance Assessment. In 2018 IEEE\/ACM 15th International Conference on Mining Software Repositories (MSR). 119--130","author":"Laaber C.","unstructured":"C. Laaber and P. Leitner. 2018. An Evaluation of Open-Source Software Microbenchmark Suites for Continuous Performance Assessment. In 2018 IEEE\/ACM 15th International Conference on Mining Software Repositories (MSR). 119--130."},{"key":"e_1_3_2_1_17_1","doi-asserted-by":"crossref","unstructured":"Rashmi Mudduluru and Murali Krishna Ramanathan. 2016. Efficient Flow Profiling for Detecting Performance Bugs. In ISSTA.","DOI":"10.1145\/2931037.2931066"},{"key":"e_1_3_2_1_18_1","unstructured":"Jenkins CI performance plugin. 2020. http:\/\/jenkinsci.github.io\/performance-plugin\/RunTests.html. (Accessed on 05\/29\/2020)."},{"key":"e_1_3_2_1_19_1","unstructured":"The Register. 2002. https:\/\/www.theregister.co.uk\/2002\/07\/03\/1901_census_site_still_down\/. (Accessed on 05\/25\/2020)."},{"key":"e_1_3_2_1_20_1","doi-asserted-by":"crossref","unstructured":"D. G. Reichelt S. K\u00fchne and W. Hasselbring. 2019. PeASS: A Tool for Identifying Performance Changes at Code Level. In ASE.","DOI":"10.1109\/ASE.2019.00123"},{"key":"e_1_3_2_1_21_1","unstructured":"TravisCI. 2020. https:\/\/travis-ci.org\/. (Accessed on 05\/25\/2020)."},{"key":"e_1_3_2_1_22_1","doi-asserted-by":"crossref","unstructured":"Jan Waller Nils C. Ehmke and Wilhelm Hasselbring. 2015. Including Performance Benchmarks into Continuous Integration to Enable DevOps. In SIGSOFT Softw. Eng. Notes.","DOI":"10.1145\/2735399.2735416"},{"key":"e_1_3_2_1_23_1","doi-asserted-by":"crossref","unstructured":"Fiorella Zampetti Carmine Vassallo Sebastiano Panichella Gerardo Canfora Harald Gall and Massimiliano Di Penta. 2020. An empirical characterization of bad practices in continuous integration. In ESE.","DOI":"10.1007\/s10664-019-09785-8"}],"event":{"name":"ASE '20: 35th IEEE\/ACM International Conference on Automated Software Engineering","location":"Virtual Event Australia","acronym":"ASE '20","sponsor":["SIGAI ACM Special Interest Group on Artificial Intelligence","SIGSOFT ACM Special Interest Group on Software Engineering","IEEE CS"]},"container-title":["Proceedings of the 35th IEEE\/ACM International Conference on Automated Software Engineering"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3324884.3415288","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3324884.3415288","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,17]],"date-time":"2025-06-17T23:54:14Z","timestamp":1750204454000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3324884.3415288"}},"subtitle":["a toolchain for automated performance testing during continuous integration of Python projects"],"short-title":[],"issued":{"date-parts":[[2020,12,21]]},"references-count":23,"alternative-id":["10.1145\/3324884.3415288","10.1145\/3324884"],"URL":"https:\/\/doi.org\/10.1145\/3324884.3415288","relation":{},"subject":[],"published":{"date-parts":[[2020,12,21]]},"assertion":[{"value":"2021-01-27","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}