{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,9,2]],"date-time":"2026-09-02T15:07:35Z","timestamp":1788361655204,"version":"build-2803163510"},"reference-count":83,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"7","license":[{"start":{"date-parts":[[2022,7,1]],"date-time":"2022-07-01T00:00:00Z","timestamp":1656633600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2022,7,1]],"date-time":"2022-07-01T00:00:00Z","timestamp":1656633600000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2022,7,1]],"date-time":"2022-07-01T00:00:00Z","timestamp":1656633600000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"funder":[{"DOI":"10.13039\/501100000038","name":"Natural Sciences and Engineering Research Council of Canada","doi-asserted-by":"publisher","award":["NSERC-CRD 535876"],"award-info":[{"award-number":["NSERC-CRD 535876"]}],"id":[{"id":"10.13039\/501100000038","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IIEEE Trans. Software Eng."],"published-print":{"date-parts":[[2022,7,1]]},"DOI":"10.1109\/tse.2021.3066330","type":"journal-article","created":{"date-parts":[[2021,3,17]],"date-time":"2021-03-17T15:59:32Z","timestamp":1615996772000},"page":"2629-2642","source":"Crossref","is-referenced-by-count":26,"title":["Continuously Managing NFRs: Opportunities and Challenges in Practice"],"prefix":"10.1109","volume":"48","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-4541-7796","authenticated-orcid":false,"given":"Colin","family":"Werner","sequence":"first","affiliation":[{"name":"University of Victoria, Victoria, BC, Canada"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-2888-1025","authenticated-orcid":false,"given":"Ze Shi","family":"Li","sequence":"additional","affiliation":[{"name":"University of Victoria, Victoria, BC, Canada"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-0307-9020","authenticated-orcid":false,"given":"Derek","family":"Lowlind","sequence":"additional","affiliation":[{"name":"University of Victoria, Victoria, BC, Canada"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-6843-7629","authenticated-orcid":false,"given":"Omar","family":"Elazhary","sequence":"additional","affiliation":[{"name":"University of Victoria, Victoria, BC, Canada"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-5992-2366","authenticated-orcid":false,"given":"Neil","family":"Ernst","sequence":"additional","affiliation":[{"name":"University of Victoria, Victoria, BC, Canada"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-0826-5460","authenticated-orcid":false,"given":"Daniela","family":"Damian","sequence":"additional","affiliation":[{"name":"University of Victoria, Victoria, BC, Canada"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"263","reference":[{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1109\/RE.2007.45"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1109\/MS.2012.174"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-09970-5_32"},{"key":"ref4","article-title":"Amazon outage: Estimated $99 million lost","author":"Targett","year":"2018"},{"key":"ref5","article-title":"Currents: A quarterly report on developer trends in the cloud","author":"Ocean","year":"2020"},{"key":"ref6","article-title":"Continuous integration.","author":"Fowler","year":"2006"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1145\/2593812.2593813"},{"key":"ref8","first-page":"426","article-title":"Usage, costs, and benefits of continuous integration in open-source projects","volume-title":"Proc. 31st IEEE\/ACM Int. Conf. Automated Softw. Eng.","author":"Hilton"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1016\/j.infsof.2019.106225"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1145\/2884781.2884788"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1145\/336512.336523"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1016\/j.infsof.2019.01.009"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1109\/SEAA51224.2020.00026"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1109\/RE.2014.6912297"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1145\/1159733.1159763"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1016\/j.jss.2015.06.063"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1016\/j.infsof.2019.106199"},{"key":"ref18","volume-title":"Case Study Research: Design and Methods","author":"Yin","year":"2002"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1109\/ESEM.2011.36"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1109\/RE.2007.54"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1109\/MS.2008.1"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.1109\/EmpiRE.2012.6347678"},{"key":"ref23","volume-title":"The lean startup: how today\u2019s entrepreneurs use continuous innovation to create radically successful businesses","author":"Ries","year":"2011"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.1016\/j.chb.2014.10.046"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.1109\/ICSME.2014.91"},{"key":"ref26","first-page":"1","article-title":"The bad conscience of requirements engineering: An investigation in real-world treatment of non-functional requirements","volume-title":"Proc. 3rd Conf. Softw. Eng. Res. Pract. Sweden","author":"Borg"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.1109\/MS.2017.4541045"},{"key":"ref28","doi-asserted-by":"crossref","DOI":"10.7287\/peerj.preprints.2038v1","article-title":"Requirements engineering practice and problems in agile projects: Results from an international survey","volume-title":"Proc. Ibero-Amer. Conf. Softw. Eng.","author":"Wagner"},{"key":"ref29","doi-asserted-by":"publisher","DOI":"10.1111\/j.1365-2575.2007.00259.x"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-11283-1_1"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.1007\/s10664-016-9457-1"},{"key":"ref32","doi-asserted-by":"publisher","DOI":"10.1007\/s10664-010-9136-6"},{"key":"ref33","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-06862-6_12"},{"key":"ref34","doi-asserted-by":"publisher","DOI":"10.1109\/MS.2015.50"},{"key":"ref35","first-page":"21","article-title":"Continuous deployment at Facebook and OANDA","volume-title":"Proc. IEEE\/ACM 38th Int. Conf. Softw. Eng. Companion","author":"Savor"},{"key":"ref36","article-title":"Quality attribute workshops (QAWS)","volume-title":"Rep. TR-016","author":"Barbacci","year":"2003"},{"key":"ref37","doi-asserted-by":"publisher","DOI":"10.1109\/ISRE.1997.566873"},{"key":"ref38","doi-asserted-by":"publisher","DOI":"10.1037\/h0042769"},{"key":"ref39","doi-asserted-by":"publisher","DOI":"10.1145\/3104028"},{"key":"ref40","doi-asserted-by":"publisher","DOI":"10.1109\/32.799955"},{"key":"ref41","doi-asserted-by":"publisher","DOI":"10.1007\/978-1-84800-044-5_11"},{"key":"ref42","doi-asserted-by":"publisher","DOI":"10.1109\/52.232392"},{"key":"ref43","doi-asserted-by":"publisher","DOI":"10.1007\/BF00988593"},{"key":"ref44","volume-title":"Transforming Qualitative Information: Thematic Analysis and Code Development","author":"Boyatzis","year":"1998"},{"key":"ref45","volume-title":"Qualitative Data Analysis: A Methods Sourcebook","author":"Miles","year":"2014"},{"key":"ref46","doi-asserted-by":"publisher","DOI":"10.1145\/2635868.2635877"},{"key":"ref47","doi-asserted-by":"publisher","DOI":"10.1109\/SANER.2015.7081864"},{"key":"ref48","doi-asserted-by":"publisher","DOI":"10.1109\/RE48521.2020.00021"},{"key":"ref49","doi-asserted-by":"publisher","DOI":"10.1109\/ICSME.2014.91"},{"key":"ref50","doi-asserted-by":"publisher","DOI":"10.1109\/MS.2016.60"},{"key":"ref51","doi-asserted-by":"publisher","DOI":"10.1109\/ICSA.2018.00009"},{"key":"ref52","doi-asserted-by":"publisher","DOI":"10.1109\/AGILE.2013.17"},{"key":"ref53","doi-asserted-by":"publisher","DOI":"10.1145\/2897356.2897362"},{"key":"ref54","doi-asserted-by":"publisher","DOI":"10.1145\/3180155.3180207"},{"key":"ref55","volume-title":"Software Architecture in Practice","author":"Bass","year":"2012"},{"key":"ref56","article-title":"Performance modelling of reactive web applications using trace data from automated testing","author":"Anderson","year":"2019"},{"key":"ref57","doi-asserted-by":"publisher","DOI":"10.1016\/j.jpdc.2019.09.003"},{"key":"ref58","doi-asserted-by":"publisher","DOI":"10.1016\/j.micpro.2016.07.020"},{"key":"ref59","doi-asserted-by":"publisher","DOI":"10.1109\/CCEM.2015.29"},{"key":"ref60","doi-asserted-by":"publisher","DOI":"10.1145\/1721654.1721667"},{"key":"ref61","doi-asserted-by":"publisher","DOI":"10.1016\/j.dss.2011.07.007"},{"key":"ref62","doi-asserted-by":"publisher","DOI":"10.1093\/icc\/6.2.247"},{"key":"ref63","doi-asserted-by":"publisher","DOI":"10.1109\/ICSME.2019.00092"},{"key":"ref64","doi-asserted-by":"publisher","DOI":"10.1109\/i-Society.2014.7009018"},{"key":"ref65","doi-asserted-by":"publisher","DOI":"10.1186\/s13677-016-0054-z"},{"key":"ref66","doi-asserted-by":"publisher","DOI":"10.1109\/HICSS.2013.608"},{"key":"ref67","doi-asserted-by":"publisher","DOI":"10.1007\/s00450-014-0256-x"},{"key":"ref68","doi-asserted-by":"publisher","DOI":"10.1016\/j.csi.2016.08.011"},{"key":"ref69","doi-asserted-by":"publisher","DOI":"10.1109\/RE.2013.6636709"},{"key":"ref70","doi-asserted-by":"publisher","DOI":"10.1111\/j.1365-2575.2007.00259.x"},{"key":"ref71","doi-asserted-by":"publisher","DOI":"10.1145\/3180155.3180158"},{"key":"ref72","doi-asserted-by":"publisher","DOI":"10.1109\/MS.2015.153"},{"key":"ref73","doi-asserted-by":"publisher","DOI":"10.1109\/MS.2017.33"},{"key":"ref74","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-69926-4_41"},{"key":"ref75","doi-asserted-by":"publisher","DOI":"10.1007\/s00766-016-0262-6"},{"key":"ref76","volume-title":"Continuous Delivery: Reliable Software Releases through Build, Test, and Deployment Automation (Adobe Reader)","author":"Humble","year":"2010"},{"key":"ref77","volume-title":"Accelerate: The Science of Lean Software and DevOps: Building and Scaling High Performing Technology Organizations","author":"Humble","year":"2018"},{"key":"ref78","doi-asserted-by":"publisher","DOI":"10.1109\/QUATIC.2018.00040"},{"key":"ref79","doi-asserted-by":"publisher","DOI":"10.1109\/ICSE.2019.00033"},{"key":"ref80","doi-asserted-by":"publisher","DOI":"10.5220\/0006371002750286"},{"key":"ref81","doi-asserted-by":"publisher","DOI":"10.1145\/3029806.3029832"},{"key":"ref82","doi-asserted-by":"publisher","DOI":"10.1109\/CCGRID.2017.10"},{"key":"ref83","volume-title":"Applied Qualitative Research Design: A Total Quality Framework Approach","author":"Roller","year":"2015"}],"container-title":["IEEE Transactions on Software Engineering"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/32\/9830789\/09380710.pdf?arnumber=9380710","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,1,9]],"date-time":"2024-01-09T18:18:39Z","timestamp":1704824319000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/9380710\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022,7,1]]},"references-count":83,"journal-issue":{"issue":"7"},"URL":"https:\/\/doi.org\/10.1109\/tse.2021.3066330","relation":{},"ISSN":["0098-5589","1939-3520","2326-3881"],"issn-type":[{"value":"0098-5589","type":"print"},{"value":"1939-3520","type":"electronic"},{"value":"2326-3881","type":"electronic"}],"subject":[],"published":{"date-parts":[[2022,7,1]]}}}