{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,14]],"date-time":"2026-03-14T21:04:25Z","timestamp":1773522265529,"version":"3.50.1"},"reference-count":114,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"2","license":[{"start":{"date-parts":[[2023,2,1]],"date-time":"2023-02-01T00:00:00Z","timestamp":1675209600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2023,2,1]],"date-time":"2023-02-01T00:00:00Z","timestamp":1675209600000},"content-version":"am","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2023,2,1]],"date-time":"2023-02-01T00:00:00Z","timestamp":1675209600000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2023,2,1]],"date-time":"2023-02-01T00:00:00Z","timestamp":1675209600000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"funder":[{"DOI":"10.13039\/501100008982","name":"National Science Foundation","doi-asserted-by":"publisher","award":["CNS-1823074"],"award-info":[{"award-number":["CNS-1823074"]}],"id":[{"id":"10.13039\/501100008982","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100008982","name":"National Science Foundation","doi-asserted-by":"publisher","award":["CCF-1909763"],"award-info":[{"award-number":["CCF-1909763"]}],"id":[{"id":"10.13039\/501100008982","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100008982","name":"National Science Foundation","doi-asserted-by":"publisher","award":["CCF-2044888"],"award-info":[{"award-number":["CCF-2044888"]}],"id":[{"id":"10.13039\/501100008982","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IIEEE Trans. Software Eng."],"published-print":{"date-parts":[[2023,2,1]]},"DOI":"10.1109\/tse.2022.3167628","type":"journal-article","created":{"date-parts":[[2022,4,14]],"date-time":"2022-04-14T19:38:22Z","timestamp":1649965102000},"page":"924-946","source":"Crossref","is-referenced-by-count":10,"title":["A Large-Scale Empirical Study of Real-Life Performance Issues in Open Source Projects"],"prefix":"10.1109","volume":"49","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-9307-5532","authenticated-orcid":false,"given":"Yutong","family":"Zhao","sequence":"first","affiliation":[{"name":"School of Systems and Enterprises, Stevens Institute of Technology, Hoboken, NJ, USA"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-3202-3077","authenticated-orcid":false,"given":"Lu","family":"Xiao","sequence":"additional","affiliation":[{"name":"School of Systems and Enterprises, Stevens Institute of Technology, Hoboken, NJ, USA"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-0709-2078","authenticated-orcid":false,"given":"Andre B.","family":"Bondi","sequence":"additional","affiliation":[{"name":"School of Systems and Enterprises, Stevens Institute of Technology, Hoboken, NJ, USA"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-7238-7492","authenticated-orcid":false,"given":"Bihuan","family":"Chen","sequence":"additional","affiliation":[{"name":"School of Computer Science, Fudan University, Shanghai, China"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-7300-9215","authenticated-orcid":false,"given":"Yang","family":"Liu","sequence":"additional","affiliation":[{"name":"School of Computer Engineering, Nanyang Technological University, Singapore"}]}],"member":"263","reference":[{"key":"ref1","volume-title":"Performance Solutions: A Practical Guide to Creating Responsive, Scalable Software","volume":"1","author":"Smith","year":"2002"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2004.9"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1145\/1368088.1368110"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1109\/MSR.2012.6224281"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-642-31057-7_32"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1145\/2345156.2254075"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1145\/2597073.2597085"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1145\/2568225.2568229"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1145\/2884781.2884829"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1109\/ICSE.2015.100"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1109\/ICSE.2013.6606602"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1145\/2950290.2950360"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1109\/ICSE.2017.41"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1145\/2813885.2737966"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1145\/350391.350420"},{"key":"ref17","volume-title":"Softw. architecture in Pract.","author":"Bass","year":"2003"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1109\/MSR.2013.6624035"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1109\/FOSE.2007.32"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1145\/3358960.3379130"},{"key":"ref21","first-page":"307","article-title":"Programming languages: A survey","volume":"5","author":"Kumar","year":"2017","journal-title":"Int. J. Recent Innov. Trends Comput. Commun."},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.7551\/mitpress\/2366.001.0001"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.1145\/2568225.2568241"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.1145\/503271.503224"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1109\/ICSA47634.2020.00025"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.1145\/1287624.1287681"},{"key":"ref28","first-page":"1","article-title":"Diagnosing performance changes by comparing request flows","author":"Sambasivan","year":"2011","journal-title":"Proc. 8th USENIX Symp. Netw. Syst. Des. Implementation"},{"key":"ref29","doi-asserted-by":"publisher","DOI":"10.1145\/2884781.2884794"},{"key":"ref44","doi-asserted-by":"publisher","DOI":"10.1145\/2610384.2610393"},{"key":"ref45","doi-asserted-by":"publisher","DOI":"10.1145\/3180155.3180229"},{"key":"ref47","doi-asserted-by":"publisher","DOI":"10.1145\/2884781.2884833"},{"key":"ref49","article-title":"Procedures for performing systematic reviews","author":"Kitchenham","year":"2004"},{"key":"ref50","doi-asserted-by":"publisher","DOI":"10.1145\/2601248.2601268"},{"key":"ref51","doi-asserted-by":"publisher","DOI":"10.1145\/2372251.2372257"},{"key":"ref52","doi-asserted-by":"publisher","DOI":"10.1145\/3168825"},{"key":"ref53","doi-asserted-by":"publisher","DOI":"10.1145\/1543135.1542522"},{"key":"ref54","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-642-39038-8_1"},{"key":"ref55","doi-asserted-by":"publisher","DOI":"10.1145\/1806596.1806616"},{"key":"ref56","doi-asserted-by":"publisher","DOI":"10.1109\/ICSA47634.2020.00027"},{"key":"ref65","doi-asserted-by":"publisher","DOI":"10.1145\/2858965.2814290"},{"key":"ref66","doi-asserted-by":"publisher","DOI":"10.1109\/ICSE-COMPANION.2009.5070977"},{"key":"ref67","doi-asserted-by":"publisher","DOI":"10.1145\/3238147.3238191"},{"key":"ref68","doi-asserted-by":"publisher","DOI":"10.1145\/1095430.1081755"},{"key":"ref69","doi-asserted-by":"publisher","DOI":"10.1109\/ASE.2009.62"},{"key":"ref70","doi-asserted-by":"publisher","DOI":"10.1145\/2771783.2771816"},{"key":"ref71","doi-asserted-by":"publisher","DOI":"10.1145\/3213846.3213874"},{"key":"ref72","doi-asserted-by":"publisher","DOI":"10.1145\/2345156.2254076"},{"key":"ref73","doi-asserted-by":"publisher","DOI":"10.1145\/2950290.2950314"},{"key":"ref75","doi-asserted-by":"publisher","DOI":"10.1002\/9780470479216.corpsy0524"},{"key":"ref77","doi-asserted-by":"publisher","DOI":"10.1109\/CGO.2009.36"},{"key":"ref78","doi-asserted-by":"publisher","DOI":"10.1145\/1993316.1993509"},{"key":"ref79","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-642-31057-7_17"},{"key":"ref80","doi-asserted-by":"publisher","DOI":"10.1109\/ICPPW.2010.38"},{"key":"ref81","doi-asserted-by":"publisher","DOI":"10.1145\/2491411.2491416"},{"key":"ref82","doi-asserted-by":"publisher","DOI":"10.1145\/3037697.3037729"},{"key":"ref83","doi-asserted-by":"publisher","DOI":"10.1109\/ICSE.2019.00103"},{"key":"ref84","doi-asserted-by":"publisher","DOI":"10.1145\/1706356.1706363"},{"key":"ref85","article-title":"Compositional performance analysis in Python with pyCPA","author":"Diemer","year":"2012","journal-title":"Proc. WATERS"},{"key":"ref86","doi-asserted-by":"publisher","DOI":"10.1109\/IISWC.2007.4362185"},{"key":"ref87","doi-asserted-by":"publisher","DOI":"10.1145\/2568225.2568297"},{"key":"ref88","doi-asserted-by":"publisher","DOI":"10.1145\/1985793.1985822"},{"key":"ref89","doi-asserted-by":"publisher","DOI":"10.1145\/2076021.2048070"},{"key":"ref90","doi-asserted-by":"publisher","DOI":"10.1145\/2692916.2555244"},{"key":"ref91","doi-asserted-by":"publisher","DOI":"10.1145\/2931037.2931070"},{"key":"ref92","doi-asserted-by":"publisher","DOI":"10.1145\/3064176.3064186"},{"key":"ref93","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2020.2990567"},{"key":"ref94","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-66057-4_14"},{"key":"ref95","doi-asserted-by":"publisher","DOI":"10.1145\/1048935.1050172"},{"key":"ref96","doi-asserted-by":"publisher","DOI":"10.6026\/97320630008996"},{"key":"ref97","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2016.2553039"},{"key":"ref98","first-page":"593","article-title":"Forepost: A tool for detecting performance problems with feedback-driven learning software testing","author":"Luo","year":"2016","journal-title":"Proc. 38th Int. Conf. Softw. Eng."},{"key":"ref99","first-page":"1344","article-title":"PerfCI: A toolchain for automated performance testing during continuous integration of Python projects","author":"Javed","year":"2020","journal-title":"Proc. 35th Int. Conf. Automated Softw. Eng."},{"key":"ref100","doi-asserted-by":"publisher","DOI":"10.5334\/jors.81"},{"key":"ref101","doi-asserted-by":"publisher","DOI":"10.1109\/PVSC.2016.7750303"},{"key":"ref102","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-60508-7_4"},{"key":"ref106","doi-asserted-by":"publisher","DOI":"10.1109\/ICSM.2008.4658050"},{"key":"ref107","doi-asserted-by":"publisher","DOI":"10.1007\/3-540-45441-1_35"},{"key":"ref108","doi-asserted-by":"publisher","DOI":"10.1109\/MSR.2013.6624039"},{"key":"ref109","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-642-21843-9_3"},{"key":"ref110","doi-asserted-by":"publisher","DOI":"10.1109\/ICPC.2015.14"},{"key":"ref111","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2014.2362755"},{"key":"ref112","doi-asserted-by":"publisher","DOI":"10.1007\/0-306-48738-1_16"},{"key":"ref113","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-540-72522-0_10"},{"key":"ref114","doi-asserted-by":"publisher","DOI":"10.1145\/2304736.2304740"},{"key":"ref115","doi-asserted-by":"publisher","DOI":"10.1145\/1958746.1958755"},{"key":"ref116","doi-asserted-by":"publisher","DOI":"10.1145\/2304696.2304715"},{"key":"ref117","doi-asserted-by":"publisher","DOI":"10.1145\/2737182.2737187"},{"key":"ref118","doi-asserted-by":"publisher","DOI":"10.4204\/EPTCS.108.3"},{"key":"ref119","doi-asserted-by":"publisher","DOI":"10.1007\/s10664-010-9142-8"},{"key":"ref120","doi-asserted-by":"publisher","DOI":"10.1145\/2602458.2602475"},{"key":"ref121","article-title":"Coupled model transformations for QoS enabled component-based software design","author":"Becker","year":"2008"},{"key":"ref122","doi-asserted-by":"publisher","DOI":"10.1145\/1071021.1071025"},{"key":"ref123","doi-asserted-by":"publisher","DOI":"10.1109\/EMS.2011.77"},{"key":"ref124","doi-asserted-by":"publisher","DOI":"10.1145\/1071021.1071046"},{"key":"ref125","doi-asserted-by":"publisher","DOI":"10.1145\/2304696.2304707"},{"key":"ref126","doi-asserted-by":"publisher","DOI":"10.1145\/1958746.1958822"},{"key":"ref127","doi-asserted-by":"publisher","DOI":"10.1109\/WICSA.2004.1310688"},{"key":"ref128","doi-asserted-by":"publisher","DOI":"10.1145\/2737182.2737197"},{"key":"ref129","doi-asserted-by":"publisher","DOI":"10.1109\/ICSA.2019.00016"},{"key":"ref130","doi-asserted-by":"publisher","DOI":"10.1145\/3053600.3053634"},{"key":"ref131","doi-asserted-by":"publisher","DOI":"10.1145\/1071021.1071030"},{"key":"ref132","doi-asserted-by":"publisher","DOI":"10.1145\/974044.974062"},{"key":"ref133","doi-asserted-by":"publisher","DOI":"10.1109\/COMPSAC.2010.68"},{"key":"ref134","doi-asserted-by":"publisher","DOI":"10.1109\/ACIT-CSII-BCD.2016.015"},{"issue":"9","key":"ref135","first-page":"58","article-title":"Software performance testing tools\u2013A comparative analysis","volume":"3","author":"Patel","year":"2012","journal-title":"Int. J. Eng. Res. Dev"},{"key":"ref136","doi-asserted-by":"publisher","DOI":"10.1109\/ICCEE.2009.9"},{"key":"ref137","article-title":"Cloudstone: Multi-platform, multi-language benchmark and measurement tools for web 2.0","author":"Sobel","year":"2008","journal-title":"Proc. 27th Int. Conf. Consulting Actuaries"},{"key":"ref138","doi-asserted-by":"publisher","DOI":"10.54060\/JIEEE\/002.01.001"},{"key":"ref139","doi-asserted-by":"publisher","DOI":"10.1115\/1.4034042"},{"key":"ref140","article-title":"A performance analysis of WS-*(SOAP) and restful web services for implementing service and resource orientated architectures","author":"Markey","year":"2013","journal-title":"Proc. Conf. 12th Informat. Technol. Telecommun."},{"key":"ref141","volume-title":"Apache JMeter: A Practical Beginner\u2019s Guide to Automated Testing and Performance Measurement for Your Websites","author":"Halili","year":"2008"},{"key":"ref142","doi-asserted-by":"publisher","DOI":"10.1109\/ISGT-Asia.2013.6698774"},{"issue":"2","key":"ref143","first-page":"3","article-title":"Test software functionality, but test its performance as well","volume":"6","author":"Urkovi\u0107","year":"2011","journal-title":"Manage. Informat. Syst."},{"key":"ref144","volume-title":"Foundations of Software and System Performance Engineering: Process, Performance Modeling, Requirements, Testing, Scalability, and Practice","author":"Bondi","year":"2015"},{"key":"ref145","doi-asserted-by":"publisher","DOI":"10.1145\/2188286.2188288"}],"container-title":["IEEE Transactions on Software Engineering"],"original-title":[],"link":[{"URL":"https:\/\/ieeexplore.ieee.org\/ielam\/32\/10044379\/9757842-aam.pdf","content-type":"application\/pdf","content-version":"am","intended-application":"syndication"},{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/32\/10044379\/09757842.pdf?arnumber=9757842","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,1,22]],"date-time":"2024-01-22T21:24:00Z","timestamp":1705958640000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/9757842\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,2,1]]},"references-count":114,"journal-issue":{"issue":"2"},"URL":"https:\/\/doi.org\/10.1109\/tse.2022.3167628","relation":{},"ISSN":["0098-5589","1939-3520","2326-3881"],"issn-type":[{"value":"0098-5589","type":"print"},{"value":"1939-3520","type":"electronic"},{"value":"2326-3881","type":"electronic"}],"subject":[],"published":{"date-parts":[[2023,2,1]]}}}