{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,17]],"date-time":"2026-07-17T05:06:37Z","timestamp":1784264797080,"version":"3.55.0"},"publisher-location":"New York, NY, USA","reference-count":42,"publisher":"ACM","license":[{"start":{"date-parts":[[2016,5,14]],"date-time":"2016-05-14T00:00:00Z","timestamp":1463184000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2016,5,14]]},"DOI":"10.1145\/2901739.2901774","type":"proceedings-article","created":{"date-parts":[[2016,5,22]],"date-time":"2016-05-22T02:39:36Z","timestamp":1463884776000},"page":"1-12","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":49,"title":["Studying the effectiveness of application performance management (APM) tools for detecting performance regressions for web applications"],"prefix":"10.1145","author":[{"given":"Tarek M.","family":"Ahmed","sequence":"first","affiliation":[{"name":"Queen's University, Kingston, Ontario, Canada"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Cor-Paul","family":"Bezemer","sequence":"additional","affiliation":[{"name":"Queen's University, Kingston, Ontario, Canada"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Tse-Hsun","family":"Chen","sequence":"additional","affiliation":[{"name":"Queen's University, Kingston, Ontario, Canada"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Ahmed E.","family":"Hassan","sequence":"additional","affiliation":[{"name":"Queen's University, Kingston, Ontario, Canada"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Weiyi","family":"Shang","sequence":"additional","affiliation":[{"name":"Concordia University, Montreal, QC, Canada"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"320","published-online":{"date-parts":[[2016,5,14]]},"reference":[{"key":"e_1_3_2_1_1_1","volume-title":"https:\/\/www.appdynamics.com\/. Last accessed","year":"2015","unstructured":"Appdynamics. https:\/\/www.appdynamics.com\/. Last accessed Sept 8 2015 . Appdynamics. https:\/\/www.appdynamics.com\/. Last accessed Sept 8 2015."},{"key":"e_1_3_2_1_2_1","volume-title":"https:\/\/docs.appdynamics.com\/display\/PRO41\/Monitor+JMX+MBeans. Last accessed","author":"Appdynamics","year":"2015","unstructured":"Appdynamics custom instrumentation. https:\/\/docs.appdynamics.com\/display\/PRO41\/Monitor+JMX+MBeans. Last accessed Sept 23 2015 . Appdynamics custom instrumentation. https:\/\/docs.appdynamics.com\/display\/PRO41\/Monitor+JMX+MBeans. Last accessed Sept 23 2015."},{"key":"e_1_3_2_1_3_1","volume-title":"https:\/\/github.com\/CloudScale-Project\/CloudStore. Last accessed","author":"Cloud","year":"2015","unstructured":"Cloud store. https:\/\/github.com\/CloudScale-Project\/CloudStore. Last accessed Sept 8 2015 . Cloud store. https:\/\/github.com\/CloudScale-Project\/CloudStore. Last accessed Sept 8 2015."},{"key":"e_1_3_2_1_4_1","volume-title":"http:\/\/www.dynatrace.com\/. Last accessed","year":"2015","unstructured":"Dynatrace. http:\/\/www.dynatrace.com\/. Last accessed Sept 8 2015 . Dynatrace. http:\/\/www.dynatrace.com\/. Last accessed Sept 8 2015."},{"key":"e_1_3_2_1_5_1","volume-title":"https:\/\/community.dynatrace.com\/community\/display\/DOCDT61\/Instrumentation. Last accessed","author":"Dynatrace","year":"2015","unstructured":"Dynatrace instrumentation. https:\/\/community.dynatrace.com\/community\/display\/DOCDT61\/Instrumentation. Last accessed Oct 16 2015 . Dynatrace instrumentation. https:\/\/community.dynatrace.com\/community\/display\/DOCDT61\/Instrumentation. Last accessed Oct 16 2015."},{"key":"e_1_3_2_1_6_1","volume-title":"https:\/\/community.dynatrace.com\/community\/display\/DOCDT60\/PurePath+Explained. Last accessed","author":"PurePath Dynatrace","year":"2015","unstructured":"Dynatrace PurePath . https:\/\/community.dynatrace.com\/community\/display\/DOCDT60\/PurePath+Explained. Last accessed Sept 24 2015 . Dynatrace PurePath. https:\/\/community.dynatrace.com\/community\/display\/DOCDT60\/PurePath+Explained. Last accessed Sept 24 2015."},{"key":"e_1_3_2_1_7_1","volume-title":"http:\/\/www.fastcompany.com\/1825005\/how-one-second-could-cost-amazon-16-billion-sales. Last accessed","author":"How","year":"2015","unstructured":"How one second could cost amazon $1.6 billion in sales. http:\/\/www.fastcompany.com\/1825005\/how-one-second-could-cost-amazon-16-billion-sales. Last accessed Oct 4 2015 . How one second could cost amazon $1.6 billion in sales. http:\/\/www.fastcompany.com\/1825005\/how-one-second-could-cost-amazon-16-billion-sales. Last accessed Oct 4 2015."},{"key":"e_1_3_2_1_8_1","volume-title":"http:\/\/newrelic.com\/. Last accessed","author":"Relic New","year":"2015","unstructured":"New Relic . http:\/\/newrelic.com\/. Last accessed Sept 9 2015 . New Relic. http:\/\/newrelic.com\/. Last accessed Sept 9 2015."},{"key":"e_1_3_2_1_9_1","volume-title":"https:\/\/docs.newrelic.com\/docs\/agents\/java-agent\/custom-instrumentation\/java-custom-instrumentation. Last accessed","author":"New Relic","year":"2015","unstructured":"New Relic custom instrumentation. https:\/\/docs.newrelic.com\/docs\/agents\/java-agent\/custom-instrumentation\/java-custom-instrumentation. Last accessed Sept 24 2015 . New Relic custom instrumentation. https:\/\/docs.newrelic.com\/docs\/agents\/java-agent\/custom-instrumentation\/java-custom-instrumentation. Last accessed Sept 24 2015."},{"key":"e_1_3_2_1_10_1","volume-title":"http:\/\/openmrs.org\/. Last accessed","author":"Open","year":"2015","unstructured":"Open MRS. http:\/\/openmrs.org\/. Last accessed Sept 8 2015 . Open MRS. http:\/\/openmrs.org\/. Last accessed Sept 8 2015."},{"key":"e_1_3_2_1_11_1","volume-title":"https:\/\/github.com\/spring-projects\/spring-petclinic. Last accessed","author":"Pet","year":"2015","unstructured":"Pet clinic. https:\/\/github.com\/spring-projects\/spring-petclinic. Last accessed Sept 8 2015 . Pet clinic. https:\/\/github.com\/spring-projects\/spring-petclinic. Last accessed Sept 8 2015."},{"key":"e_1_3_2_1_12_1","volume-title":"https:\/\/github.com\/naver\/pinpoint. Last accessed","year":"2015","unstructured":"Pinpoint. https:\/\/github.com\/naver\/pinpoint. Last accessed Sept 8 2015 . Pinpoint. https:\/\/github.com\/naver\/pinpoint. Last accessed Sept 8 2015."},{"key":"e_1_3_2_1_13_1","volume-title":"https:\/\/github.com\/naver\/pinpoint\/wiki\/Technical-Overview-Of-Pinpoint. Last accessed","author":"Technical","year":"2015","unstructured":"Technical overview of pinpoint. https:\/\/github.com\/naver\/pinpoint\/wiki\/Technical-Overview-Of-Pinpoint. Last accessed Oct 16 2015 . Technical overview of pinpoint. https:\/\/github.com\/naver\/pinpoint\/wiki\/Technical-Overview-Of-Pinpoint. Last accessed Oct 16 2015."},{"key":"e_1_3_2_1_14_1","doi-asserted-by":"publisher","DOI":"10.1145\/1869459.1869519"},{"key":"e_1_3_2_1_15_1","doi-asserted-by":"publisher","DOI":"10.1002\/smr.1657"},{"key":"e_1_3_2_1_16_1","doi-asserted-by":"publisher","DOI":"10.5555\/647883.738238"},{"key":"e_1_3_2_1_17_1","doi-asserted-by":"publisher","DOI":"10.1145\/2568225.2568259"},{"key":"e_1_3_2_1_18_1","doi-asserted-by":"publisher","DOI":"10.1145\/2889160.2889228"},{"key":"e_1_3_2_1_19_1","doi-asserted-by":"publisher","DOI":"10.1145\/1629087.1629089"},{"key":"e_1_3_2_1_20_1","first-page":"16","volume-title":"Proceedings of the 6th Conference on Symposium on Opearting Systems Design & Implementation -","volume":"6","author":"Cohen I.","year":"2004","unstructured":"I. Cohen , M. Goldszmidt , T. Kelly , J. Symons , and J. S. Chase . Correlating instrumentation data to system states: A building block for automated diagnosis and control . In Proceedings of the 6th Conference on Symposium on Opearting Systems Design & Implementation - Volume 6 , OSDI'04, pages 16 -- 16 , Berkeley, CA, USA , 2004 . USENIX Association. I. Cohen, M. Goldszmidt, T. Kelly, J. Symons, and J. S. Chase. Correlating instrumentation data to system states: A building block for automated diagnosis and control. In Proceedings of the 6th Conference on Symposium on Opearting Systems Design & Implementation - Volume 6, OSDI'04, pages 16--16, Berkeley, CA, USA, 2004. USENIX Association."},{"key":"e_1_3_2_1_21_1","doi-asserted-by":"publisher","DOI":"10.1109\/QSIC.2010.35"},{"key":"e_1_3_2_1_22_1","doi-asserted-by":"publisher","DOI":"10.5555\/2819009.2819034"},{"key":"e_1_3_2_1_23_1","doi-asserted-by":"publisher","DOI":"10.1109\/CSMR.2013.54"},{"key":"e_1_3_2_1_24_1","volume-title":"Software Instrumentation","author":"Kempf T.","year":"2007","unstructured":"T. Kempf , K. Karuri , and L. Gao . Software Instrumentation . John Wiley & Sons, Inc. , 2007 . T. Kempf, K. Karuri, and L. Gao. Software Instrumentation. John Wiley & Sons, Inc., 2007."},{"key":"e_1_3_2_1_25_1","doi-asserted-by":"publisher","DOI":"10.1109\/NOMS.2006.1687567"},{"key":"e_1_3_2_1_26_1","volume-title":"October","author":"Kowall J.","year":"2014","unstructured":"J. Kowall and W. Cappelli . Magic quadrant for application performance monitoring , October 2014 . J. Kowall and W. Cappelli. Magic quadrant for application performance monitoring, October 2014."},{"key":"e_1_3_2_1_27_1","doi-asserted-by":"publisher","DOI":"10.5555\/2486788.2486927"},{"key":"e_1_3_2_1_28_1","doi-asserted-by":"publisher","DOI":"10.1145\/2668930.2688040"},{"key":"e_1_3_2_1_29_1","doi-asserted-by":"publisher","DOI":"10.5555\/2819009.2819033"},{"key":"e_1_3_2_1_30_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICST.2012.133"},{"key":"e_1_3_2_1_31_1","doi-asserted-by":"publisher","DOI":"10.1145\/2188286.2188344"},{"key":"e_1_3_2_1_32_1","doi-asserted-by":"publisher","DOI":"10.1145\/2597073.2597092"},{"key":"e_1_3_2_1_33_1","doi-asserted-by":"publisher","DOI":"10.5555\/2818754.2818863"},{"key":"e_1_3_2_1_34_1","doi-asserted-by":"publisher","DOI":"10.5555\/2486788.2486862"},{"key":"e_1_3_2_1_35_1","volume-title":"http:\/\/info.prelert.com\/blog\/623. Last accessed","author":"Oliveira A.","year":"2015","unstructured":"A. Oliveira . Why static thresholds don't work. http:\/\/info.prelert.com\/blog\/623. Last accessed Sept 29 2015 . A. Oliveira. Why static thresholds don't work. http:\/\/info.prelert.com\/blog\/623. Last accessed Sept 29 2015."},{"key":"e_1_3_2_1_37_1","doi-asserted-by":"publisher","DOI":"10.1145\/2668930.2688052"},{"key":"e_1_3_2_1_38_1","doi-asserted-by":"publisher","DOI":"10.1145\/350391.350420"},{"key":"e_1_3_2_1_39_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICSM.2013.22"},{"key":"e_1_3_2_1_40_1","doi-asserted-by":"publisher","DOI":"10.7763\/IJMLC.2014.V4.398"},{"key":"e_1_3_2_1_41_1","volume-title":"Performance Benchmarking of Application Monitoring Frameworks","author":"Waller J.","year":"2015","unstructured":"J. Waller . Performance Benchmarking of Application Monitoring Frameworks . BoD-Books on Demand, 2015 . J. Waller. Performance Benchmarking of Application Monitoring Frameworks. BoD-Books on Demand, 2015."},{"key":"e_1_3_2_1_42_1","doi-asserted-by":"publisher","DOI":"10.1109\/WISA.2014.19"},{"key":"e_1_3_2_1_43_1","doi-asserted-by":"publisher","DOI":"10.1145\/1368088.1368110"}],"event":{"name":"ICSE '16: 38th International Conference on Software Engineering","location":"Austin Texas","acronym":"ICSE '16","sponsor":["ACM Association for Computing Machinery","SIGSOFT ACM Special Interest Group on Software Engineering","IEEE-CS\\DATC IEEE Computer Society","TCSE IEEE Computer Society's Tech. Council on Software Engin."]},"container-title":["Proceedings of the 13th International Conference on Mining Software Repositories"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/2901739.2901774","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/2901739.2901774","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,18]],"date-time":"2025-06-18T19:05:32Z","timestamp":1750273532000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/2901739.2901774"}},"subtitle":["an experience report"],"short-title":[],"issued":{"date-parts":[[2016,5,14]]},"references-count":42,"alternative-id":["10.1145\/2901739.2901774","10.1145\/2901739"],"URL":"https:\/\/doi.org\/10.1145\/2901739.2901774","relation":{},"subject":[],"published":{"date-parts":[[2016,5,14]]},"assertion":[{"value":"2016-05-14","order":2,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}