{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,2,11]],"date-time":"2026-02-11T13:54:26Z","timestamp":1770818066635,"version":"3.50.1"},"reference-count":80,"publisher":"Springer Science and Business Media LLC","issue":"1","license":[{"start":{"date-parts":[[2025,10,29]],"date-time":"2025-10-29T00:00:00Z","timestamp":1761696000000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2025,10,29]],"date-time":"2025-10-29T00:00:00Z","timestamp":1761696000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"funder":[{"DOI":"10.13039\/501100016182","name":"Universidade Federal de Mato Grosso do Sul","doi-asserted-by":"publisher","id":[{"id":"10.13039\/501100016182","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100019301","name":"Universidade Federal do Amazonas","doi-asserted-by":"publisher","id":[{"id":"10.13039\/100019301","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100002322","name":"Coordena\u00e7\u00e3o de Aperfei\u00e7oamento de Pessoal de N\u00edvel Superior","doi-asserted-by":"publisher","award":["001"],"award-info":[{"award-number":["001"]}],"id":[{"id":"10.13039\/501100002322","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100004916","name":"Funda\u00e7\u00e3o de Amparo \u00e0 Pesquisa do Estado do Amazonas","doi-asserted-by":"publisher","award":["2025\/2026"],"award-info":[{"award-number":["2025\/2026"]}],"id":[{"id":"10.13039\/501100004916","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100003593","name":"Conselho Nacional de Desenvolvimento Cient\u00edfico e Tecnol\u00f3gico","doi-asserted-by":"publisher","award":["CNPq 314797\/2023-8. 445029\/2024-2, 443934\/2023-1"],"award-info":[{"award-number":["CNPq 314797\/2023-8. 445029\/2024-2, 443934\/2023-1"]}],"id":[{"id":"10.13039\/501100003593","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Empir Software Eng"],"published-print":{"date-parts":[[2026,1]]},"DOI":"10.1007\/s10664-025-10728-9","type":"journal-article","created":{"date-parts":[[2025,10,29]],"date-time":"2025-10-29T05:02:13Z","timestamp":1761714133000},"update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["The unfinished business of evidence strength in software engineering: Current practices and future directions"],"prefix":"10.1007","volume":"31","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-9230-3620","authenticated-orcid":false,"given":"Patr\u00edcia\u00a0G.\u00a0F.","family":"Matsubara","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-6436-3773","authenticated-orcid":false,"given":"Tayana","family":"Conte","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2025,10,29]]},"reference":[{"key":"10728_CR1","doi-asserted-by":"crossref","unstructured":"Ali MS, Ali\u00a0Babar M, Chen L, Stol KJ (2010) A systematic review of comparative evidence of aspect-oriented programming. Inf Softw Technol 52(9):871\u2013887. [Online]. Available: https:\/\/www.sciencedirect.com\/science\/article\/pii\/S0950584910000819","DOI":"10.1016\/j.infsof.2010.05.003"},{"key":"10728_CR2","doi-asserted-by":"crossref","unstructured":"Ali NB (2016) Is effectiveness sufficient to choose an intervention? Considering resource use in empirical software engineering. In Proceedings of the 10th ACM\/IEEE international symposium on empirical software engineering and measurement, ser. ESEM \u201916. New York, NY, USA: Association for Computing Machinery, 2016, pp 1\u20136. [Online]. Available: https:\/\/doi.org\/10.1145\/2961111.2962631","DOI":"10.1145\/2961111.2962631"},{"key":"10728_CR3","doi-asserted-by":"crossref","unstructured":"Alves V, Niu N, Alves C, Valen\u00e7a G (2010) Requirements engineering for software product lines: A systematic literature review. Inf Softw Technol 52(8):806\u2013820. [Online]. Available: https:\/\/www.sciencedirect.com\/science\/article\/pii\/S0950584910000625","DOI":"10.1016\/j.infsof.2010.03.014"},{"key":"10728_CR4","doi-asserted-by":"crossref","unstructured":"Ampatzoglou A, Bibi S, Avgeriou P, Verbeek M, Chatzigeorgiou A (2019) Identifying, categorizing and mitigating threats to validity in software engineering secondary studies. Inf Softw Technol 106:201\u2013230. [Online]. Available: http:\/\/www.sciencedirect.com\/science\/article\/pii\/S0950584918302106","DOI":"10.1016\/j.infsof.2018.10.006"},{"key":"10728_CR5","doi-asserted-by":"crossref","unstructured":"Andrews JC, Sch\u00fcnemann HJ, Oxman AD, Pottie K, Meerpohl JJ, Coello PA, Rind D, Montori VM, Brito JP, Norris S, Elbarbary M, Post P, Nasser M, Shukla V, Jaeschke R, Brozek J, Djulbegovic B, Guyatt G (2013) GRADE guidelines: 15. Going from evidence to recommendation-determinants of a recommendation\u2019s direction and strength. J Clin Epidemiol 66(7):726\u2013735","DOI":"10.1016\/j.jclinepi.2013.02.003"},{"key":"10728_CR6","unstructured":"Atkins D, Best D, Briss PA, Eccles M, Falck-Ytter Y, Flottorp S, Guyatt GH, Harbour RT, Haugh MC, Henry D, Hill S, Jaeschke R, Leng G, Liberati A, Magrini N, Mason J, Middleton P, Mrukowicz J, O\u2019Connell D, Oxman AD, Phillips B, Sch\u00fcnemann HJ, Edejer TTT, Varonen H, Vist GE, Williams JW, Zaza S, GRADE working group (2004) BMJ (Clinical researchGrading quality of evidence and strength of recommendations ed.) 328(7454):1490"},{"key":"10728_CR7","doi-asserted-by":"crossref","unstructured":"Balshem H, Helfand M, Sch\u00fcnemann HJ, Oxman AD, Kunz R, Brozek J, Vist GE, Falck-Ytter Y, Meerpohl J, Norris S, Guyatt GH (2011) GRADE guidelines: 3. Rating the quality of evidence. J Clin Epidemiol 64(4):401\u2013406. Elsevier. Available: https:\/\/www.jclinepi.com\/article\/S0895-4356(10)00332-X\/fulltext","DOI":"10.1016\/j.jclinepi.2010.07.015"},{"key":"10728_CR8","doi-asserted-by":"crossref","unstructured":"Borg M, Runeson P, Ard\u00f6 A (2014) Recovering from a decade: A systematic mapping of information retrieval approaches to software traceability. Empir Softw Eng 19(6):1565\u20131616. Available: https:\/\/doi.org\/10.1007\/s10664-013-9255-y","DOI":"10.1007\/s10664-013-9255-y"},{"key":"10728_CR9","doi-asserted-by":"crossref","unstructured":"Budgen D, Brereton P, Williams N, Drummond S, (2020) What support do systematic reviews provide for evidence-informed teaching about software engineering practice?\u201d E-Inf Softw Eng J 14(1). Available: https:\/\/www.e-informatyka.pl\/attach\/e-Informatica_-_Volume_14\/eInformatica2020Art01a.pdf","DOI":"10.37190\/e-Inf200101"},{"key":"10728_CR10","doi-asserted-by":"crossref","unstructured":"Campbell M, McKenzie JE, Sowden A, Katikireddi SV, Brennan SE, Ellis S, Hartmann-Boyce J, Ryan R, Shepperd S, Thomas J, Welch V, Thomson H (2020) Synthesis without meta-analysis (SWiM) in systematic reviews: reporting guideline. BMJ 368:l6890. British Medical Journal Publishing Group Section: Research Methods & Reporting. [Online]. Available: https:\/\/www.bmj.com\/content\/368\/bmj.l6890","DOI":"10.1136\/bmj.l6890"},{"key":"10728_CR11","doi-asserted-by":"crossref","unstructured":"Cartaxo B, Pinto G, Vieira E, Soares S (2016) Evidence Briefings | Proceedings of the 10th ACM\/IEEE international symposium on empirical software engineering and measurement. In ESEM \u201916: Proceedings of the 10th ACM\/IEEE international symposium on empirical software engineering and measurement. Ciudad Real, Spain: Association for Computing Machinery, 2016, 57, pp 1\u201310. [Online]. Available: https:\/\/dl.acm.org\/doi\/10.1145\/2961111.2962603","DOI":"10.1145\/2961111.2962603"},{"key":"10728_CR12","doi-asserted-by":"crossref","unstructured":"Chen L, Babar MA (2011) A systematic review of evaluation of variability management approaches in software product lines. Inf Softw Technol 53(4):344\u2013362. [Online]. Available: https:\/\/www.sciencedirect.com\/science\/article\/pii\/S0950584910002223","DOI":"10.1016\/j.infsof.2010.12.006"},{"key":"10728_CR13","doi-asserted-by":"crossref","unstructured":"Chloros GD, Prodromidis AD, Giannoudis PV (2023) Has anything changed in Evidence-Based Medicine? Injury 54:S20\u2013S25. [Online]. Available: https:\/\/www.sciencedirect.com\/science\/article\/pii\/S0020138322002893","DOI":"10.1016\/j.injury.2022.04.012"},{"key":"10728_CR14","doi-asserted-by":"crossref","unstructured":"Clarke M, Williamson PR (2016) Core outcome sets and systematic reviews. Syst Rev 5(1:11. [Online]. Available: https:\/\/doi.org\/10.1186\/s13643-016-0188-6","DOI":"10.1186\/s13643-016-0188-6"},{"key":"10728_CR15","doi-asserted-by":"crossref","unstructured":"Colvin CJ, Garside R, Wainwright M, Munthe-Kaas H, Glenton C, Bohren MA, Carlsen B, Tun\u00e7alp O, Noyes J, Booth A, Rashidian A, Flottorp S, Lewin S (2018) Applying GRADE-CERQual to qualitative evidence synthesis findings\u2014paper 4: How to assess coherence. Implement Sci 13(1):13, Jan. 2018. [Online]. Available: https:\/\/doi.org\/10.1186\/s13012-017-0691-8","DOI":"10.1186\/s13012-017-0691-8"},{"key":"10728_CR16","doi-asserted-by":"crossref","unstructured":"de\u00a0O Luna AJH, Kruchten P, Pedrosa MLDE, Almeida\u00a0Neto HR, Moura HPM (2014) State of the art of agile governance: A systematic review. Int J Comput Sci Inf Technol 6(5):121\u2013141, Oct. 2014. [Online]. Available: http:\/\/airccse.org\/journal\/jcsit\/6514ijcsit10.pdf","DOI":"10.5121\/ijcsit.2014.6510"},{"key":"10728_CR17","doi-asserted-by":"crossref","unstructured":"Demay MB, Pittas AG, Bikle DD, Diab DL, Kiely ME, Lazaretti-Castro M, Lips P, Mitchell DM, Murad MH, Powers S, Rao SD, Scragg R, Tayek JA, Valent AM, Walsh JME, McCartney CR (2024) Vitamin D for the prevention of disease: An endocrine society clinical practice guideline. the journal of clinical endocrinology & metabolism 109(8):1907\u20131947. [Online]. Available: https:\/\/doi.org\/10.1210\/clinem\/dgae290","DOI":"10.1210\/clinem\/dgae290"},{"key":"10728_CR18","doi-asserted-by":"crossref","unstructured":"Djulbegovic B, Guyatt GH (2017) Progress in evidence-based medicine: a quarter century on. Lancet 390(10092):415\u2013423. Elsevier. [Online]. Available: https:\/\/www.thelancet.com\/journals\/lancet\/article\/PIIS0140-6736(16)31592-6\/abstract","DOI":"10.1016\/S0140-6736(16)31592-6"},{"key":"10728_CR19","doi-asserted-by":"crossref","unstructured":"Dodd S, Clarke M, Becker L, Mavergames C, Fish R, Williamson PR (2018) A taxonomy has been developed for outcomes in medical research to help improve knowledge discovery. J Clin Epidemiol 96:84\u201392. Elsevier. [Online]. Available: https:\/\/www.jclinepi.com\/article\/S0895-4356(17)30589-9\/fulltext","DOI":"10.1016\/j.jclinepi.2017.12.020"},{"key":"10728_CR20","doi-asserted-by":"crossref","unstructured":"Dorneles G, Stein C, Araujo CP, Parahiba S, Rosa BD, Gr\u00e4f DD, Belli KC, Basmaji J, Maior MDCLS, Vidal AT, Colpani V, Falavigna M (2024) The impact of an online course on agreement rates of the certainty of assessment using grading of recommendations, assessment, development, and evaluation approach: a before-and-after study. J Clin Epidemiol 172 Elsevier. [Online]. Available: https:\/\/www.jclinepi.com\/article\/S0895-4356(24)00162-8\/abstract","DOI":"10.1016\/j.jclinepi.2024.111407"},{"key":"10728_CR21","doi-asserted-by":"crossref","unstructured":"Dyb\u00e5 T, Dings\u00f8yr T (2008a) Strength of evidence in systematic reviews in software engineering. In Proceedings of the 2nd ACM-IEEE international symposium on Empirical software engineering and measurement, ser. ESEM , New York, NY, USA: Association for Computing Machinery, pp, 178\u2013187. Available: https:\/\/doi.org\/10.1145\/1414004.1414034","DOI":"10.1145\/1414004.1414034"},{"key":"10728_CR22","doi-asserted-by":"crossref","unstructured":"Dyb\u00e5 T, Dings\u00f8yr T (2008b) Empirical studies of agile software development: A systematic review, Inf Softw Technol 50(9):833\u2013859. [Online]. Available: https:\/\/www.sciencedirect.com\/science\/article\/pii\/S0950584908000256","DOI":"10.1016\/j.infsof.2008.01.006"},{"key":"10728_CR23","doi-asserted-by":"crossref","unstructured":"Dyb\u00e5 T, Sj\u00f8berg DIK, Cruzes DS (2012) What works for whom, where, when, and why? On the role of context in empirical software engineering. In proceedings of the 2012 acm-ieee international symposium on empirical software engineering and measurement, pp 19\u201328, iSSN: 1949-3789. Available: https:\/\/ieeexplore.ieee.org\/document\/6475393","DOI":"10.1145\/2372251.2372256"},{"key":"10728_CR24","doi-asserted-by":"crossref","unstructured":"Ebert C, Kuhrmann M, Prikladnicki R (2016) Global Software Engineering: Evolution and Trends. In 2016 IEEE 11th international conference on global software engineering (ICGSE). Orange County, CA, USA: IEEE, pp 144\u2013153. [Online]. Available: http:\/\/ieeexplore.ieee.org\/document\/7577432\/","DOI":"10.1109\/ICGSE.2016.19"},{"key":"10728_CR25","doi-asserted-by":"crossref","unstructured":"Feinstein AR, Horwitz RI (1997) Problems in the \u201cEvidence\u201d of \u201cEvidence-Based Medicine\u201d. Am J Med 103(6):529\u2013535. Elsevier. [Online]. Available: https:\/\/www.amjmed.com\/article\/S0002-9343(97)00244-1\/abstract","DOI":"10.1016\/S0002-9343(97)00244-1"},{"key":"10728_CR26","doi-asserted-by":"crossref","unstructured":"Glenton C, Carlsen B, Lewin S, Munthe-Kaas H, Colvin CJ, Tun\u00e7alp O, Bohren MA, Noyes J, Booth A, Garside R, Rashidian A, Flottorp S, Wainwright M (2018) Applying GRADE-CERQual to qualitative evidence synthesis findings\u2014paper 5: how to assess adequacy of data. Implement Sci 13(1):14. [Online]. Available: https:\/\/doi.org\/10.1186\/s13012-017-0692-7","DOI":"10.1186\/s13012-017-0692-7"},{"key":"10728_CR27","doi-asserted-by":"crossref","unstructured":"Grunvald E, Shah R, Hernaez R, Chandar AK, Pickett-Blakely O, Teigen LM, Harindhanavudhi T, Sultan S, Singh S, Davitkov P (2022) AGA clinical practice guideline on pharmacological interventions for adults with obesity. Gastroenterology 163(5):1198\u20131225. [Online]. Available: https:\/\/www.sciencedirect.com\/science\/article\/pii\/S0016508522010265","DOI":"10.1053\/j.gastro.2022.08.045"},{"key":"10728_CR28","doi-asserted-by":"crossref","unstructured":"Guerra-Farfan E, Garcia-Sanchez Y, Jornet-Gibert M, Nu\u00f1ez JH, Balaguer-Castro M, Madden K (2023) Clinical practice guidelines: The good, the bad, and the ugly. Injury 5(4):S26\u2013S29. [Online]. Available: https:\/\/www.sciencedirect.com\/science\/article\/pii\/S0020138322000778","DOI":"10.1016\/j.injury.2022.01.047"},{"key":"10728_CR29","doi-asserted-by":"crossref","unstructured":"Gurbuz HG, Tekinerdogan B (2018) Model-based testing for software safety: a systematic mapping study. Softw Qual J 26(4):1327\u20131372. [Online]. Available: https:\/\/doi.org\/10.1007\/s11219-017-9386-2","DOI":"10.1007\/s11219-017-9386-2"},{"key":"10728_CR30","doi-asserted-by":"crossref","unstructured":"Guyatt GH, Oxman AD, Kunz R, Atkins D, Brozek J, Vist G, Alderson P, Glasziou P, Falck-Ytter Y, Sch\u00fcnemann HJ (2011b) GRADE guidelines: 2. Framing the question and deciding on important outcomes. J Clin Epidemiol 64(4):395\u2013400. Available: https:\/\/www.sciencedirect.com\/science\/article\/pii\/S0895435610003318","DOI":"10.1016\/j.jclinepi.2010.09.012"},{"key":"10728_CR31","doi-asserted-by":"crossref","unstructured":"Guyatt GH, Oxman AD, Kunz R, Brozek J, Alonso-Coello P, Rind D, Devereaux PJ, Montori VM, Freyschuss B, Vist G, Jaeschke R, Williams JW, Murad MH, Sinclair D, Falck-Ytter Y, Meerpohl J, Whittington C, Thorlund K, Andrews J, Sch\u00fcnemann HJ (2011f) GRADE guidelines 6. Rating the quality of evidence\u2013imprecision. J Clin Epidemiol 64(12):1283\u20131293","DOI":"10.1016\/j.jclinepi.2011.01.012"},{"key":"10728_CR32","doi-asserted-by":"crossref","unstructured":"Guyatt GH, Oxman AD, Kunz R, Woodcock J, Brozek J, Helfand M, Alonso-Coello P, Falck-Ytter Y, Jaeschke R, Vist G, Akl EA, Post PN, Norris S, Meerpohl J, Shukla VK, Nasser M, Sch\u00fcnemann HJ (2011h) GRADE guidelines: 8. Rating the quality of evidence\u2014indirectness. J Clin Epidemiol 64(12):1303\u20131310. Elsevier. [Online]. Available: https:\/\/www.jclinepi.com\/article\/S0895-4356(11)00183-1\/fulltext","DOI":"10.1016\/j.jclinepi.2011.04.014"},{"key":"10728_CR33","doi-asserted-by":"crossref","unstructured":"Guyatt GH, Oxman AD, Kunz R, Woodcock J, Brozek J, Helfand M, Alonso-Coello P, Glasziou P, Jaeschke R, Akl EA, Norris S, Vist G, Dahm P, Shukla VK, Higgins J, Falck-Ytter Y, Sch\u00fcnemann HJ (2011g) GRADE guidelines: 7. Rating the quality of evidence\u2014inconsistency. J Clin Epidemiol 64(12):1294\u20131302. [Online]. Available: https:\/\/www.sciencedirect.com\/science\/article\/pii\/S089543561100182X","DOI":"10.1016\/j.jclinepi.2011.03.017"},{"key":"10728_CR34","doi-asserted-by":"crossref","unstructured":"Guyatt GH, Oxman AD, Montori V, Vist G, Kunz R, Brozek J, Alonso-Coello P, Djulbegovic B, Atkins D, Falck-Ytter Y, Williams JW, Meerpohl J, Norris SL, Akl EA, Sch\u00fcnemann HJ (2011e) GRADE guidelines: 5. Rating the quality of evidence\u2014publication bias. J Clin Epidemiol 64(12):1277\u20131282, Dec. 2011. [Online]. Available: https:\/\/www.sciencedirect.com\/science\/article\/pii\/S0895435611001818","DOI":"10.1016\/j.jclinepi.2011.01.011"},{"key":"10728_CR35","doi-asserted-by":"crossref","unstructured":"Guyatt GH, Oxman AD, Sch\u00fcnemann HJ, Tugwell P, Knottnerus A (2011) GRADE guidelines: A new series of articles in the journal of clinical epidemiology. J Clin Epidemiol 64(4):380\u2013382. [Online]. Available: https:\/\/www.sciencedirect.com\/science\/article\/pii\/S089543561000329X","DOI":"10.1016\/j.jclinepi.2010.09.011"},{"key":"10728_CR36","doi-asserted-by":"crossref","unstructured":"Guyatt GH, Oxman AD, Sultan S, Glasziou P, Akl EA, Alonso-Coello P, Atkins D, Kunz R, Brozek J, Montori V, Jaeschke R, Rind D, Dahm P, Meerpohl J, Vist G, Berliner E, Norris S, Falck-Ytter Y, Murad MH, Sch\u00fcnemann HJ (2011) GRADE guidelines: 9. rating up the quality of evidence. J Clin Epidemiol 64(12):1311\u20131316. Elsevier. [Online]. Available: https:\/\/www.jclinepi.com\/article\/S0895-4356(11)00184-3\/fulltext","DOI":"10.1016\/j.jclinepi.2011.06.004"},{"key":"10728_CR37","doi-asserted-by":"crossref","unstructured":"Guyatt GH, Oxman AD, Vist GE, Kunz R, Falck-Ytter Y, Alonso-Coello P, Sch\u00fcnemann HJ (2008) GRADE: An emerging consensus on rating quality of evidence and strength of recommendations. BMJ 336(7650):924\u2013926. British Medical Journal Publishing Group Section: Analysis. [Online]. Available: https:\/\/www.bmj.com\/content\/336\/7650\/924","DOI":"10.1136\/bmj.39489.470347.AD"},{"key":"10728_CR38","doi-asserted-by":"crossref","unstructured":"Guyatt GH, Oxman AD, Vist G, Kunz R, Brozek J, Alonso-Coello P, Montori V, Akl EA, Djulbegovic B, Falck-Ytter Y, Norris SL, Williams JW, Atkins D, Meerpohl J, Sch\u00fcnemann HJ (2011d) GRADE guidelines: 4. Rating the quality of evidence\u2014study limitations (risk of bias). J Clin Epidemiol 64(4):407\u2013415. [Online]. Available: https:\/\/www.sciencedirect.com\/science\/article\/pii\/S0895435610004130","DOI":"10.1016\/j.jclinepi.2010.07.017"},{"key":"10728_CR39","doi-asserted-by":"crossref","unstructured":"Guyatt G, Oxman AD, Akl EA, Kunz R, Vist G, Brozek J, Norris S, Falck-Ytter Y, Glasziou P, deBeer H, Jaeschke R, Rind D, Meerpohl J, Dahm P, Sch\u00fcnemann HJ (2011c) GRADE guidelines: 1. Introduction\u2014GRADE evidence profiles and summary of findings tables. J Clin Epidemiol 64(4):383\u2013394. Elsevier. [Online]. Available: https:\/\/www.jclinepi.com\/article\/S0895-4356(10)00330-6\/fulltext","DOI":"10.1016\/j.jclinepi.2010.04.026"},{"key":"10728_CR40","doi-asserted-by":"crossref","unstructured":"Holland AE, Spathis A, Marsaa K, Bausewein C, Ahmadi Z, Burge AT, Pascoe A, Gadowski AM, Collis P, Jelen T, Reilly CC, Reinke LF, Romero L, Russell AM, Saggu R, Solheim J, Vagheggini G, Vandendungen C, Wijsenbeek M, Tonia T, Smallwood N, Ekstr\u00f6m M (2024) European respiratory society clinical practice guideline on symptom management for adults with serious respiratory illness. Eur Respir J. European Respiratory Society Section: Task force report. [Online]. Available: https:\/\/publications.ersnet.org\/content\/erj\/early\/2024\/04\/25\/13993003.00335-2024","DOI":"10.1183\/13993003.00335-2024"},{"key":"10728_CR41","doi-asserted-by":"crossref","unstructured":"Ivarsson M, Gorschek T (2011) A method for evaluating rigor and industrial relevance of technology evaluations. Empir Softw Eng 16(3):365\u2013395. [Online]. Available: https:\/\/doi.org\/10.1007\/s10664-010-9146-4","DOI":"10.1007\/s10664-010-9146-4"},{"key":"10728_CR42","doi-asserted-by":"crossref","unstructured":"Jaffari A, Lee J, Kim E (2021) Variability modeling in software product line: a systematic literature review. In software engineering in iot, big data, cloud and mobile computing, Kim H, Lee R (Eds). Cham: Springer International Publishing,pp 1\u201315. [Online]. Available: https:\/\/doi.org\/10.1007\/978-3-030-64773-5_1","DOI":"10.1007\/978-3-030-64773-5_1"},{"key":"10728_CR43","unstructured":"Kahneman D, Sibony O, Sunstein CR, Noise: A flaw in human judgment, 1st (ed). New York: Little, Brown Spark, vol. 1"},{"key":"10728_CR44","doi-asserted-by":"crossref","unstructured":"Kitchenham BA, Budgen D, Brereton P (2015) Evidence-based software engineering and systematic reviews, 1st\u00a0ed CRC Press","DOI":"10.1201\/b19467"},{"key":"10728_CR45","doi-asserted-by":"crossref","unstructured":"Kitchenham BA, Dyba T, Jorgensen M (2004) Evidence-Based Software Engineering. In Proceedings of the 26th international conference on software engineering, ser. ICSE Washington, DC, USA: IEEE Computer Society, pp 273\u2013281. [Online]. Available: http:\/\/dl.acm.org\/citation.cfm?id=998675.999432","DOI":"10.1109\/ICSE.2004.1317449"},{"key":"10728_CR46","unstructured":"Kitchenham BA, Madeyski L, Budgen D (2022) SEGRESS: Software engineering guidelines for reporting secondary studies. IEEE Trans Softw Eng) 1\u20131. IEEE Transactions on Software Engineering"},{"key":"10728_CR47","doi-asserted-by":"crossref","unstructured":"Kitchenham B, Pfleeger S, Pickard L, Jones P, Hoaglin D, El\u00a0Emam K, Rosenberg J (2002) Preliminary guidelines for empirical research in software engineering. IEEE Trans Softw Eng 28(8):721\u2013734. [Online]. Available: https:\/\/ieeexplore.ieee.org\/document\/1027796","DOI":"10.1109\/TSE.2002.1027796"},{"key":"10728_CR48","doi-asserted-by":"publisher","first-page":"322","DOI":"10.1007\/978-3-642-21843-9_25","volume-title":"Product-focused software process improvement","author":"S Kollanus","year":"2011","unstructured":"Kollanus S (2011) Critical issues on test-driven development. In: Caivano D, Oivo M, Baldassarre MT, Visaggio G (eds) Product-focused software process improvement. Springer, Berlin, Heidelberg, pp 322\u2013336"},{"key":"10728_CR49","doi-asserted-by":"crossref","unstructured":"Lewin S, Bohren M, Rashidian A, Munthe-Kaas H, Glenton C, Colvin CJ, Garside R, Noyes J, Booth A, Tun\u00e7alp O, Wainwright M, Flottorp S, Tucker JD, Carlsen B (2018a) Applying GRADE-CERQual to qualitative evidence synthesis findings\u2014paper 2: How to make an overall cerqual assessment of confidence and create a summary of qualitative findings table. Implement Sci 13(1):10. [Online]. Available: https:\/\/doi.org\/10.1186\/s13012-017-0689-2","DOI":"10.1186\/s13012-017-0689-2"},{"key":"10728_CR50","doi-asserted-by":"crossref","unstructured":"Lewin S, Booth A, Glenton C, Munthe-Kaas H, Rashidian A, Wainwright M, Bohren MA, Tun\u00e7alp O, Colvin CJ, Garside R, Carlsen B, Langlois EV, Noyes J (2018b) Applying GRADE-CERQual to qualitative evidence synthesis findings: introduction to the series. Implement Sci 13(1):2. [Online]. Available: https:\/\/doi.org\/10.1186\/s13012-017-0688-3","DOI":"10.1186\/s13012-017-0689-2"},{"key":"10728_CR51","doi-asserted-by":"crossref","unstructured":"Li S, Zhang H, Jia Z, Zhong C, Zhang C, Shan Z, Shen J, Babar MA (2021) Understanding and addressing quality attributes of microservices architecture: A Systematic literature review. Inf Softw Technol 131:106449. [Online]. Available: https:\/\/www.sciencedirect.com\/science\/article\/pii\/S0950584920301993","DOI":"10.1016\/j.infsof.2020.106449"},{"key":"10728_CR52","doi-asserted-by":"crossref","unstructured":"Li Z, Zhang H, O\u2019Brien L, Jiang S, Zhou Y, Kihl M, Ranjan R (2016) Spot pricing in the Cloud ecosystem: A comparative investigation. J Syst Softw 114:1\u201319. [Online]. Available: https:\/\/www.sciencedirect.com\/science\/article\/pii\/S0164121215002332","DOI":"10.1016\/j.jss.2015.10.042"},{"key":"10728_CR53","doi-asserted-by":"crossref","unstructured":"Machado IDC, McGregor JD, Cavalcanti YC, De\u00a0Almeida ES (2014) On strategies for testing software product lines: A systematic literature review. Inf Softw Technol 56(10):1183\u20131199. [Online]. Available: https:\/\/www.sciencedirect.com\/science\/article\/pii\/S0950584914000834","DOI":"10.1016\/j.infsof.2014.04.002"},{"key":"10728_CR54","doi-asserted-by":"crossref","unstructured":"Martini C (2021) What \u201cevidence\u201d in evidence-based medicine? Topoi, 40(2):299\u2013305. [Online]. Available: https:\/\/doi.org\/10.1007\/s11245-020-09703-4","DOI":"10.1007\/s11245-020-09703-4"},{"key":"10728_CR55","doi-asserted-by":"crossref","unstructured":"Matsubara PGF, Steinmacher I, Gadelha B, Conte T (2023) Much more than a prediction: Expert-based software effort estimation as a behavioral act. Empir Softw Eng 28(4):98. [Online]. Available: https:\/\/doi.org\/10.1007\/s10664-023-10332-9","DOI":"10.1007\/s10664-023-10332-9"},{"key":"10728_CR56","doi-asserted-by":"crossref","unstructured":"Mercuri M, Baigrie BS (2019) What counts as evidence in an evidence-based world?. J Eval Clin Pract 25(4):533\u2013535. [Online]. Available: https:\/\/onlinelibrary.wiley.com\/doi\/abs\/10.1111\/jep.13220","DOI":"10.1111\/jep.13220"},{"key":"10728_CR57","doi-asserted-by":"crossref","unstructured":"Mercuri M, Baigrie B, Upshur RE (2018) Going from evidence to recommendations: Can GRADE get us there?. J Eval Clin Pract 24(5):1232\u20131239. [Online]. Available: https:\/\/onlinelibrary.wiley.com\/doi\/abs\/10.1111\/jep.12857","DOI":"10.1111\/jep.12857"},{"key":"10728_CR58","doi-asserted-by":"crossref","unstructured":"Mercuri M, Gafni A (2018b) The evolution of GRADE (part 2): Still searching for a theoretical and\/or empirical basis for the GRADE framework. J Eval Clin Pract 24(5):1211\u20131222. [Online]. Available: https:\/\/onlinelibrary.wiley.com\/doi\/abs\/10.1111\/jep.12997","DOI":"10.1111\/jep.12997"},{"key":"10728_CR59","doi-asserted-by":"crossref","unstructured":"Mercuri M, Gafni A (2018c) The evolution of GRADE (part 3): A framework built on science or faith?. J Eval Clin Pract 24(5):1223\u20131231. [Online]. Available: https:\/\/onlinelibrary.wiley.com\/doi\/abs\/10.1111\/jep.13016","DOI":"10.1111\/jep.13016"},{"key":"10728_CR60","doi-asserted-by":"crossref","unstructured":"Mercuri M, Gafni A (2018a) The evolution of GRADE (part 1): Is there a theoretical and\/or empirical basis for the GRADE framework?. J Eval Clin Pract 24(5):1203\u20131210. [Online]. Available: https:\/\/onlinelibrary.wiley.com\/doi\/abs\/10.1111\/jep.12998","DOI":"10.1111\/jep.12998"},{"key":"10728_CR61","doi-asserted-by":"crossref","unstructured":"Munir H, Wnuk K, Runeson P (2016) Open innovation in software engineering: a systematic mapping study. Empir Softw Eng 21(2):684\u2013723. [Online]. Available: https:\/\/doi.org\/10.1007\/s10664-015-9380-x","DOI":"10.1007\/s10664-015-9380-x"},{"key":"10728_CR62","doi-asserted-by":"crossref","unstructured":"Munthe-Kaas H, Bohren MA, Glenton C, Lewin S, Noyes J, Tun\u00e7alp O, Booth A, Garside R, Colvin CJ, Wainwright M, Rashidian A, Flottorp S, Carlsen B (2018) Applying GRADE-CERQual to qualitative evidence synthesis findings\u2014paper 3: how to assess methodological limitations. Implement Sci 13(1):9. [Online]. Available: https:\/\/doi.org\/10.1186\/s13012-017-0690-9","DOI":"10.1186\/s13012-017-0690-9"},{"key":"10728_CR63","doi-asserted-by":"crossref","unstructured":"Noyes J, Booth A, Lewin S, Carlsen B, Glenton C, Colvin CJ, Garside R, Bohren MA, Rashidian A, Wainwright M, Tun\u00e7alp O, Chandler J, Flottorp S, Pantoja T, Tucker JD, Munthe-Kaas H (2018) Applying GRADE-CERQual to qualitative evidence synthesis findings\u2013paper 6: How to assess relevance of the data. Implement Sci 13(1):4. [Online]. Available: https:\/\/doi.org\/10.1186\/s13012-017-0693-6","DOI":"10.1186\/s13012-017-0693-6"},{"key":"10728_CR64","unstructured":"Oliveira K, Pimentel J, Santos E, Dermeval D, Souza C, Soares M, Castro J, Alencar F (2013) 25 Years of requirements engineering in Brazil: A systematic mapping. In Proceedings of the 16th workshop on requirements engineering (WER2013), Montevideo, Uruguay"},{"key":"10728_CR65","doi-asserted-by":"crossref","unstructured":"Prikladnicki R, Menzies T (2018) From Voice of Evidence to Redirections. IEEE Software 35(1):11\u201313. [Online]. Available: https:\/\/ieeexplore.ieee.org\/document\/8239930","DOI":"10.1109\/MS.2017.4541053"},{"key":"10728_CR66","doi-asserted-by":"crossref","unstructured":"Reps JM, Rijnbeek P, Cuthbert A, Ryan PB, Pratt N, Schuemie M (2021) An empirical analysis of dealing with patients who are lost to follow-up when developing prognostic models using a cohort design. BMC Med Inf Decis Mak 21(1):43. [Online]. Available: https:\/\/doi.org\/10.1186\/s12911-021-01408-x","DOI":"10.1186\/s12911-021-01408-x"},{"key":"10728_CR67","doi-asserted-by":"crossref","unstructured":"S\u00e1nchez\u00a0Guinea A, Nain G, Le\u00a0Traon Y (2016) A systematic review on the engineering of software for ubiquitous systems. J Syst Softw 118:251\u2013276. [Online]. Available: https:\/\/www.sciencedirect.com\/science\/article\/pii\/S0164121216300553","DOI":"10.1016\/j.jss.2016.05.024"},{"key":"10728_CR68","doi-asserted-by":"crossref","unstructured":"Sch\u00fcnemann HJ, Brennan S, Akl EA, Hultcrantz M, Alonso-Coello P, Xia J, Davoli M, Rojas MX, Meerpohl JJ, Flottorp S, Guyatt G, Mustafa RA, Langendam M, Dahm P (2023) The development methods of official GRADE articles and requirements for claiming the use of GRADE \u2013 A statement by the GRADE guidance group. J Clin Epidemiol159:79\u201384. Elsevier. [Online]. Available: https:\/\/www.jclinepi.com\/article\/S0895-4356(23)00122-1\/fulltext","DOI":"10.1016\/j.jclinepi.2023.05.010"},{"key":"10728_CR69","doi-asserted-by":"crossref","unstructured":"Selleri\u00a0Silva F, Soares FSF, Peres AL, Azevedo IMD, Vasconcelos APLF, Kamei FK, Meira SRDL (2015) Using CMMI together with agile software development: A systematic review. Inf Softw Technol 58:20\u201343. [Online]. Available: https:\/\/www.sciencedirect.com\/science\/article\/pii\/S0950584914002110","DOI":"10.1016\/j.infsof.2014.09.012"},{"key":"10728_CR70","doi-asserted-by":"crossref","unstructured":"Sep\u00falveda S, Cravero A, Cachero C (2016) Requirements modeling languages for software product lines: A systematic literature review. Inf Softw Technol 69:16\u201336. [Online]. Available: https:\/\/www.sciencedirect.com\/science\/article\/pii\/S0950584915001494","DOI":"10.1016\/j.infsof.2015.08.007"},{"key":"10728_CR71","doi-asserted-by":"crossref","unstructured":"Sharma P, Sangal AL (2019) Investigating the factors which impact SPI implementation initiatives in software SMEs\u2014A systematic map and review. J Softw Evol Process 31(7):e2183. [Online]. Available: https:\/\/onlinelibrary.wiley.com\/doi\/abs\/10.1002\/smr.2183","DOI":"10.1002\/smr.2183"},{"key":"10728_CR72","unstructured":"Siwek J (2018) Evidence-based medicine: Common misconceptions, barriers, and practical solutions. Am Family Physician 98(6):343\u2013344. [Online]. Available: https:\/\/www.aafp.org\/pubs\/afp\/issues\/2018\/0915\/p343.html"},{"key":"10728_CR73","doi-asserted-by":"crossref","unstructured":"Stevens H (2018) Evidence based medicine from a social science perspective. Aust J Gen Pract 47(12):889\u2013892. [Online]. Available: https:\/\/www1.racgp.org.au\/ajgp\/2018\/december\/evidence-based-medicine-from-a-social-science-pers","DOI":"10.31128\/AJGP-03-18-4528"},{"key":"10728_CR74","doi-asserted-by":"crossref","unstructured":"Stol KJ, Fitzgerald B (2018) The ABC of software engineering research. ACM Trans Softw Eng Methodol 27(3):11:1\u201311:51","DOI":"10.1145\/3241743"},{"key":"10728_CR75","doi-asserted-by":"crossref","unstructured":"Storey MA, Ernst NA, Williams C, Kalliamvakou E (2020) The who, what, how of software engineering research: A socio-technical framework. Empir Softw Eng 25(5):4097\u20134129. [Online]. Available: https:\/\/doi.org\/10.1007\/s10664-020-09858-z","DOI":"10.1007\/s10664-020-09858-z"},{"key":"10728_CR76","doi-asserted-by":"crossref","unstructured":"Trinkenreich B, Wiese I, Sarma A, Gerosa M, Steinmacher I (2022) Women\u2019s participation in open source software: A survey of the literature. ACM Trans Softw Eng Methodol 31(4):81:1\u201381:37. [Online]. Available: https:\/\/doi.org\/10.1145\/3510460","DOI":"10.1145\/3510460"},{"key":"10728_CR77","doi-asserted-by":"crossref","unstructured":"Wnuk K, Kollu RK (2016) A systematic mapping study on requirements scoping. In Proceedings of the 20th international conference on evaluation and assessment in software engineering, ser. EASE New York, NY, USA: Association for Computing Machinery, pp 1\u201311. [Online]. Available: https:\/\/doi.org\/10.1145\/2915970.2915985","DOI":"10.1145\/2915970.2915985"},{"key":"10728_CR78","doi-asserted-by":"crossref","unstructured":"Wohlin C, Rainer A (2021) Challenges and recommendations to publishing and using credible evidence in software engineering. Inf Softw Technol 134:106555. [Online]. Available: https:\/\/www.sciencedirect.com\/science\/article\/pii\/S0950584921000409","DOI":"10.1016\/j.infsof.2021.106555"},{"key":"10728_CR79","doi-asserted-by":"crossref","unstructured":"Wyer PC (2018) From MARS to MAGIC: The remarkable journey through time and space of the grading of recommendations assessment, development and evaluation initiative. J Eval Clin Pract 24(5):1191\u20131202. [Online]. Available: https:\/\/onlinelibrary.wiley.com\/doi\/abs\/10.1111\/jep.13019","DOI":"10.1111\/jep.13019"},{"key":"10728_CR80","doi-asserted-by":"crossref","unstructured":"Yang L, Zhang H, Shen H, Huang X, Zhou X, Rong G, Shao D (2021) Quality assessment in systematic literature reviews: A software engineering perspective. Inf Softw Technol 130:106397. [Online]. Available: https:\/\/www.sciencedirect.com\/science\/article\/pii\/S0950584920301610","DOI":"10.1016\/j.infsof.2020.106397"}],"container-title":["Empirical Software Engineering"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10664-025-10728-9.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s10664-025-10728-9","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10664-025-10728-9.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,2,11]],"date-time":"2026-02-11T11:26:37Z","timestamp":1770809197000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s10664-025-10728-9"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,10,29]]},"references-count":80,"journal-issue":{"issue":"1","published-print":{"date-parts":[[2026,1]]}},"alternative-id":["10728"],"URL":"https:\/\/doi.org\/10.1007\/s10664-025-10728-9","relation":{},"ISSN":["1382-3256","1573-7616"],"issn-type":[{"value":"1382-3256","type":"print"},{"value":"1573-7616","type":"electronic"}],"subject":[],"published":{"date-parts":[[2025,10,29]]},"assertion":[{"value":"1 November 2024","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"3 September 2025","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"29 October 2025","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"The authors declare that they have no conflict of interest.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Competing interests"}}],"article-number":"4"}}