{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,8,27]],"date-time":"2026-08-27T15:39:09Z","timestamp":1787845149160,"version":"build-2784847793"},"reference-count":38,"publisher":"Springer Science and Business Media LLC","issue":"3","license":[{"start":{"date-parts":[[2022,3,17]],"date-time":"2022-03-17T00:00:00Z","timestamp":1647475200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2022,3,17]],"date-time":"2022-03-17T00:00:00Z","timestamp":1647475200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Empir Software Eng"],"published-print":{"date-parts":[[2022,5]]},"DOI":"10.1007\/s10664-021-10069-3","type":"journal-article","created":{"date-parts":[[2022,3,17]],"date-time":"2022-03-17T15:27:09Z","timestamp":1647530829000},"update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":20,"title":["Exploring Performance Assurance Practices and Challenges in Agile Software Development: An Ethnographic Study"],"prefix":"10.1007","volume":"27","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-3676-0645","authenticated-orcid":false,"given":"Luca","family":"Traini","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2022,3,17]]},"reference":[{"key":"10069_CR1","doi-asserted-by":"publisher","unstructured":"Alghmadi HM, Syer MD, Shang W, Hassan AE (2016) An automated approach for recommending when to stop performance tests. In: 2016 IEEE International Conference on Software Maintenance and Evolution (ICSME), pp 279\u2013289 https:\/\/doi.org\/10.1109\/ICSME.2016.46","DOI":"10.1109\/ICSME.2016.46"},{"key":"10069_CR2","doi-asserted-by":"crossref","unstructured":"Alsaqaf W, Daneva M, Wieringa R (2017) Quality requirements in large-scale distributed agile projects \u2013 a systematic literature review. In: Gr\u00fcnbacher P, Perini A (eds) Requirements engineering: foundation for software quality. Springer International Publishing, Cham, pp 219\u2013234","DOI":"10.1007\/978-3-319-54045-0_17"},{"key":"10069_CR3","doi-asserted-by":"publisher","first-page":"39","DOI":"10.1016\/j.infsof.2019.01.009","volume":"110","author":"W Alsaqaf","year":"2019","unstructured":"Alsaqaf W, Daneva M, Wieringa R (2019) Quality requirements challenges in the context of large-scale distributed agile: An empirical study. Information and Software Technology 110:39\u201355. https:\/\/doi.org\/10.1016\/j.infsof.2019.01.009. http:\/\/www.sciencedirect.com\/science\/article\/pii\/S0950584918300739","journal-title":"Information and Software Technology"},{"key":"10069_CR4","unstructured":"Anderson B (1997) Work, ethnography and system design. In: Kent A, Williams J G (eds) The encyclopedia of microcomputers, vol 20. USA, Marcel Dekker, New York, NY, pp 159\u2013183"},{"key":"10069_CR5","unstructured":"Auer K, Beck K (1996) Lazy optimization: patterns for efficient smalltalk programming, Addison-Wesley longman publishing co., inc. USA, pp 19\u201342"},{"key":"10069_CR6","unstructured":"Beck K, Beedle M, van Bennekum A, Cockburn A, Cunningham W, Fowler M, Grenning J, Highsmith J, Hunt A, Jeffries R, Kern J, Marick B, Martin RC, Mellor S, Schwaber K, Sutherland J, Thomas D (2001) Manifesto for agile software development. http:\/\/www.agilemanifesto.org\/"},{"key":"10069_CR7","doi-asserted-by":"publisher","first-page":"106225","DOI":"10.1016\/j.infsof.2019.106225","volume":"123","author":"W Behutiye","year":"2020","unstructured":"Behutiye W, Karhap\u00e4\u00e4 P, L\u00f3pez L, Burgu\u00e9s X, Mart\u00ednez-Fern\u00e1ndez S, Vollmer AM, Rodr\u00edguez P, Franch X, Oivo M (2020a) Management of quality requirements in agile and rapid software development: A systematic mapping study. Information and Software Technology 123:106225. https:\/\/doi.org\/10.1016\/j.infsof.2019.106225, http:\/\/www.sciencedirect.com\/science\/article\/pii\/S095058491930240X","journal-title":"Information and Software Technology"},{"key":"10069_CR8","doi-asserted-by":"publisher","unstructured":"Behutiye W, Sepp\u00e4nen P, Rodr\u00edguez P, Oivo M (2020b) Documentation of quality requirements in agile software development. In: Proceedings of the Evaluation and Assessment in Software Engineering, Association for Computing Machinery, New York, NY, USA, EASE \u201920, pp 250\u2013259 https:\/\/doi.org\/10.1145\/3383219.3383245","DOI":"10.1145\/3383219.3383245"},{"key":"10069_CR9","unstructured":"Brutlag J (2009) Speed matters. http:\/\/services.google.com\/fh\/files\/blogs\/google_delayexp.pdf, [online] http:\/\/services.google.com\/fh\/files\/blogs\/google_delayexp.pdf"},{"issue":"1","key":"10069_CR10","doi-asserted-by":"publisher","first-page":"60","DOI":"10.1109\/MS.2008.1","volume":"25","author":"L Cao","year":"2008","unstructured":"Cao L, Ramesh B (2008) Agile requirements engineering practices: an empirical study. IEEE Softw 25(1):60\u201367. https:\/\/doi.org\/10.1109\/MS.2008.1","journal-title":"IEEE Softw"},{"key":"10069_CR11","doi-asserted-by":"publisher","unstructured":"Chen TH, Syer MD, Shang W, Jiang ZM, Hassan AE, Nasser M, Flora P (2017) Analytics-driven load testing: An industrial experience report on load testing of large-scale systems. In: 2017 IEEE\/ACM 39th International Conference on Software Engineering: Software Engineering in Practice Track (ICSE-SEIP), pp 243\u2013252 https:\/\/doi.org\/10.1109\/ICSE-SEIP.2017.26","DOI":"10.1109\/ICSE-SEIP.2017.26"},{"key":"10069_CR12","doi-asserted-by":"publisher","unstructured":"Ho C-W, Johnson MJ, Williams L, Maximilien EM (2006) On agile performance requirements specification and testing. In: AGILE 2006 (AGILE\u201906), pp 6 pp.\u201352, https:\/\/doi.org\/10.1109\/AGILE.2006.41","DOI":"10.1109\/AGILE.2006.41"},{"key":"10069_CR13","doi-asserted-by":"publisher","unstructured":"Daly D (2021) Creating a virtuous cycle in performance testing at mongodb. In: Proceedings of the ACM\/SPEC International Conference on Performance Engineering, Association for Computing Machinery, New York, NY, USA, ICPE \u201921, p 33\u201341 https:\/\/doi.org\/10.1145\/3427921.3450234","DOI":"10.1145\/3427921.3450234"},{"key":"10069_CR14","doi-asserted-by":"publisher","unstructured":"Daly D, Brown W, Ingo H, O\u2019Leary J, Bradford D (2020) The use of change point detection to identify software performance regressions in a continuous integration system. In: Proceedings of the ACM\/SPEC International Conference on . In: Performance Engineering, Association for Computing Machinery, New York, NY, USA, ICPE \u201920, pp 67\u201375 https:\/\/doi.org\/10.1145\/3358960.3375791","DOI":"10.1145\/3358960.3375791"},{"key":"10069_CR15","doi-asserted-by":"publisher","unstructured":"Ding Z, Chen J, Shang W (2020) Towards the use of the readily available tests from the release pipeline as performance tests: Are we there yet?. In: Proceedings of the ACM\/IEEE 42nd International Conference on Software Engineering, Association for Computing Machinery, New York, NY, USA, ICSE \u201920, p 1435\u20131446 https:\/\/doi.org\/10.1145\/3377811.3380351","DOI":"10.1145\/3377811.3380351"},{"key":"10069_CR16","doi-asserted-by":"crossref","unstructured":"Dittrich Y (2002) Doing empirical research on software development: Finding a path between understanding, intervention, and method development. In: Social Thinking-Software Practice, The MIT Press, pp 243\u2013262","DOI":"10.7551\/mitpress\/6308.003.0016"},{"key":"10069_CR17","doi-asserted-by":"publisher","unstructured":"Fagerstr\u00f6m M, Ismail EE, Liebel G, Guliani R, Larsson F, Nordling K, Knauss E, Pelliccione P (2016) Verdict machinery: On the need to automatically make sense of test results. In: Proceedings of the 25th International Symposium on Software Testing and Analysis, Association for Computing Machinery, New York, NY, USA, pp 225\u2013234 https:\/\/doi.org\/10.1145\/2931037.2931064","DOI":"10.1145\/2931037.2931064"},{"key":"10069_CR18","doi-asserted-by":"crossref","unstructured":"Fetterman DM (2019) Ethnography: Step-by-step. Sage Publications","DOI":"10.4135\/9781071909874"},{"key":"10069_CR19","doi-asserted-by":"publisher","unstructured":"Fitzgerald B, Stol K, O\u2019Sullivan R, O\u2019Brien D (2013) Scaling agile methods to regulated environments: An industry case study. In: 2013 35th International Conference on Software Engineering (ICSE), pp 863\u2013872 https:\/\/doi.org\/10.1109\/ICSE.2013.6606635","DOI":"10.1109\/ICSE.2013.6606635"},{"issue":"3","key":"10069_CR20","doi-asserted-by":"publisher","first-page":"20","DOI":"10.1109\/MS.2002.1003448","volume":"19","author":"M Fowler","year":"2002","unstructured":"Fowler M (2002) Yet another optimisation article. IEEE Softw 19 (3):20\u201321. https:\/\/doi.org\/10.1109\/MS.2002.1003448","journal-title":"IEEE Softw"},{"key":"10069_CR21","volume-title":"Works and lives : the anthropologist as author","author":"C Geertz","year":"1988","unstructured":"Geertz C (1988) Works and lives : the anthropologist as author. Stanford University Press, Stanford, Calif"},{"key":"10069_CR22","doi-asserted-by":"crossref","unstructured":"Hanssen GK, Haugset B, St\u00e5lhane T, Myklebust T, Kulbrandstad I (2016) Quality assurance in scrum applied to safety critical software. In: Sharp H, Hall T (eds) Agile processes, in software engineering, and extreme programming. Springer International Publishing, Cham, pp 92\u2013103","DOI":"10.1007\/978-3-319-33515-5_8"},{"key":"10069_CR23","doi-asserted-by":"publisher","unstructured":"Heikkila VT, Paasivaara M, Lassenius C (2013) Scrumbut, but does it matter? a mixed-method study of the planning process of a multi-team scrum organization. In: 2013 ACM \/ IEEE International Symposium on Empirical Software Engineering and Measurement, pp 85\u201394 https:\/\/doi.org\/10.1109\/ESEM.2013.27","DOI":"10.1109\/ESEM.2013.27"},{"key":"10069_CR24","doi-asserted-by":"publisher","first-page":"915","DOI":"10.1016\/j.chb.2014.10.046","volume":"51","author":"I Inayat","year":"2015","unstructured":"Inayat I, Salim SS, Marczak S, Daneva M, Shamshirband S (2015) A systematic literature review on agile requirements engineering practices and challenges. Computers in Human Behavior 51:915\u2013929. https:\/\/doi.org\/10.1016\/j.chb.2014.10.046. http:\/\/www.sciencedirect.com\/science\/article\/pii\/S074756321400569X, computing for Human Learning, Behaviour and Collaboration in the Social and Mobile Networks Era","journal-title":"Computers in Human Behavior"},{"issue":"11","key":"10069_CR25","doi-asserted-by":"publisher","first-page":"1091","DOI":"10.1109\/TSE.2015.2445340","volume":"41","author":"ZM Jiang","year":"2015","unstructured":"Jiang ZM, Hassan AE (2015) A survey on load testing of large-scale software systems. IEEE Trans Softw Eng 41(11):1091\u20131118. https:\/\/doi.org\/10.1109\/TSE.2015.2445340","journal-title":"IEEE Trans Softw Eng"},{"issue":"3","key":"10069_CR26","doi-asserted-by":"publisher","first-page":"67","DOI":"10.1109\/MS.2007.77","volume":"24","author":"MJ Johnson","year":"2007","unstructured":"Johnson MJ, Ho C, Maximilien EM, Williams L (2007) Incorporating performance testing in test-driven development. IEEE Softw 24(3):67\u201373. https:\/\/doi.org\/10.1109\/MS.2007.77","journal-title":"IEEE Softw"},{"key":"10069_CR27","doi-asserted-by":"publisher","first-page":"110851","DOI":"10.1016\/j.jss.2020.110851","volume":"172","author":"R Kasauli","year":"2021","unstructured":"Kasauli R, Knauss E, Horkoff J, Liebel G, de Oliveira Neto FG (2021) Requirements engineering challenges and practices in large-scale agile system development. Journal of Systems and Software 172:110851. https:\/\/doi.org\/10.1016\/j.jss.2020.110851. http:\/\/www.sciencedirect.com\/science\/article\/pii\/S0164121220302417","journal-title":"Journal of Systems and Software"},{"key":"10069_CR28","doi-asserted-by":"publisher","unstructured":"Knuth DE (2007) Computer Programming as an Art, Association for Computing Machinery, New York, NY, USA, p 1974. https:\/\/doi.org\/10.1145\/1283920.1283929","DOI":"10.1145\/1283920.1283929"},{"key":"10069_CR29","doi-asserted-by":"publisher","unstructured":"Laaber C, Leitner P (2018) An evaluation of open-source software microbenchmark suites for continuous performance assessment. In: Proceedings of the 15th International Conference on Mining Software Repositories, Association for Computing Machinery, New York, NY, USA, MSR \u201918, pp 119\u2013130 https:\/\/doi.org\/10.1145\/3196398.3196407","DOI":"10.1145\/3196398.3196407"},{"key":"10069_CR30","doi-asserted-by":"publisher","unstructured":"Laaber C, W\u00fcrsten S, Gall H C, Leitner P (2020) Dynamically reconfiguring software microbenchmarks: reducing execution time without sacrificing result quality. In: Devanbu P, Cohen M B, Zimmermann T (eds) ESEC\/FSE \u201920: 28Th ACM joint european software engineering conference and symposium on the foundations of software engineering, virtual event, USA, November 8-13, 2020, ACM. https:\/\/doi.org\/10.1145\/3368089.3409683, pp 989\u20131001","DOI":"10.1145\/3368089.3409683"},{"key":"10069_CR31","first-page":"152","volume-title":"Methodology matters: doing research in the behavioral and social sciences","author":"JE McGrath","year":"1995","unstructured":"McGrath JE (1995) Methodology matters: doing research in the behavioral and social sciences. Morgan Kaufmann Publishers Inc., San Francisco, CA, USA, pp 152\u2013169"},{"key":"10069_CR32","volume-title":"Manufacturing Execution Systems: Optimal Design, Planning, and Deployment","author":"H Meyer","year":"2009","unstructured":"Meyer H (2009) Manufacturing Execution Systems: Optimal Design, Planning, and Deployment. McGraw-Hill Education, New York. https:\/\/www.accessengineeringlibrary.com\/content\/book\/9780071623834"},{"key":"10069_CR33","doi-asserted-by":"publisher","unstructured":"Nguyen TH, Adams B, Jiang ZM, Hassan AE, Nasser M, Flora P (2012) Automated detection of performance regressions using statistical process control techniques. In: Proceedings of the 3rd ACM\/SPEC International Conference on Performance Engineering, Association for Computing Machinery, New York, NY, USA, ICPE \u201912, p 299\u2013310 https:\/\/doi.org\/10.1145\/2188286.2188344","DOI":"10.1145\/2188286.2188344"},{"issue":"5","key":"10069_CR34","doi-asserted-by":"publisher","first-page":"449","DOI":"10.1111\/j.1365-2575.2007.00259.x","volume":"20","author":"B Ramesh","year":"2010","unstructured":"Ramesh B, Cao L, Baskerville RL (2010) Agile requirements engineering practices and challenges: an empirical study. Inf Syst J 20(5):449\u2013480. https:\/\/doi.org\/10.1111\/j.1365-2575.2007.00259.x","journal-title":"Inf Syst J"},{"key":"10069_CR35","unstructured":"Rubin KS (2012) Essential Scrum: A Practical Guide to the Most Popular Agile Process, 1st edn. Addison-Wesley Professional"},{"issue":"8","key":"10069_CR36","doi-asserted-by":"publisher","first-page":"786","DOI":"10.1109\/TSE.2016.2519887","volume":"42","author":"H Sharp","year":"2016","unstructured":"Sharp H, Dittrich Y, de Souza CRB (2016) The role of ethnographic studies in empirical software engineering. IEEE Transactions on Software Engineering 42(8):786\u2013804. https:\/\/doi.org\/10.1109\/TSE.2016.2519887","journal-title":"IEEE Transactions on Software Engineering"},{"key":"10069_CR37","unstructured":"Smith C, Williams L (2001) Performance Solutions: A Practical Guide to Creating Responsive, Scalable Software. Addison-Wesley object technology series, Addison-Wesley, https:\/\/books.google.it\/books?id=X5VlQgAACAAJ"},{"key":"10069_CR38","doi-asserted-by":"publisher","unstructured":"Woodside M, Franks G, Petriu DC (2007) The future of software performance engineering. In: 2007 Future of Software Engineering, IEEE Computer Society, USA, FOSE \u201907, pp 171\u2013187, https:\/\/doi.org\/10.1109\/FOSE.2007.32","DOI":"10.1109\/FOSE.2007.32"}],"container-title":["Empirical Software Engineering"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10664-021-10069-3.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s10664-021-10069-3\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10664-021-10069-3.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,11,18]],"date-time":"2023-11-18T23:17:17Z","timestamp":1700349437000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s10664-021-10069-3"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022,3,17]]},"references-count":38,"journal-issue":{"issue":"3","published-print":{"date-parts":[[2022,5]]}},"alternative-id":["10069"],"URL":"https:\/\/doi.org\/10.1007\/s10664-021-10069-3","relation":{},"ISSN":["1382-3256","1573-7616"],"issn-type":[{"value":"1382-3256","type":"print"},{"value":"1573-7616","type":"electronic"}],"subject":[],"published":{"date-parts":[[2022,3,17]]},"assertion":[{"value":"28 October 2021","order":1,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"17 March 2022","order":2,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}}],"article-number":"74"}}