{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,1,13]],"date-time":"2026-01-13T21:42:11Z","timestamp":1768340531265,"version":"3.49.0"},"publisher-location":"Cham","reference-count":55,"publisher":"Springer International Publishing","isbn-type":[{"value":"9783030324889","type":"print"},{"value":"9783030324896","type":"electronic"}],"license":[{"start":{"date-parts":[[2020,1,1]],"date-time":"2020-01-01T00:00:00Z","timestamp":1577836800000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2020,1,1]],"date-time":"2020-01-01T00:00:00Z","timestamp":1577836800000},"content-version":"vor","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2020]]},"DOI":"10.1007\/978-3-030-32489-6_16","type":"book-chapter","created":{"date-parts":[[2020,8,27]],"date-time":"2020-08-27T16:07:34Z","timestamp":1598544454000},"page":"443-474","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":3,"title":["Research Synthesis in Software Engineering"],"prefix":"10.1007","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-9502-1362","authenticated-orcid":false,"given":"Paulo S\u00e9rgio Medeiros dos","family":"Santos","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-4258-0424","authenticated-orcid":false,"given":"Guilherme Horta","family":"Travassos","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2020,8,28]]},"reference":[{"key":"16_CR1","doi-asserted-by":"publisher","first-page":"1490","DOI":"10.1136\/bmj.328.7454.1490","volume":"328","author":"D Atkins","year":"2004","unstructured":"Atkins D, Best D, Briss PA et al (2004) Grading quality of evidence and strength of recommendations. BMJ 328:1490. https:\/\/doi.org\/10.1136\/bmj.328.7454.1490","journal-title":"BMJ"},{"key":"16_CR2","doi-asserted-by":"publisher","first-page":"456","DOI":"10.1109\/32.799939","volume":"25","author":"VR Basili","year":"1999","unstructured":"Basili VR, Shull F, Lanubile F (1999) Building knowledge through families of experiments. IEEE Trans Softw Eng 25:456\u2013473. https:\/\/doi.org\/10.1109\/32.799939","journal-title":"IEEE Trans Softw Eng"},{"key":"16_CR3","doi-asserted-by":"crossref","unstructured":"Budgen D, Kitchenham B, Brereton P (2013) The case for knowledge translation. In: 2013 ACM\/IEEE international symposium on empirical software engineering and measurement, pp 263\u2013266","DOI":"10.1109\/ESEM.2013.41"},{"key":"16_CR4","unstructured":"Buitr\u00f3n S, Apa C, Pino F, Travassos GH (2019) Sobre la Viabilidad de un Componente para Especificar Requisitos No Funcionales: Un Estudio de S\u00edntesis Estructurada. In: XXII Ibero-American Conference on Software Engineering, Track: XXI Workshop on Experimental Software Engineering. Curran Associates, La Habana, Cuba"},{"key":"16_CR5","unstructured":"Chapetta WA (2018) The influence of factors on software development productivity according to a model of theoretical structures. Thesis, Federal University of Rio de Janeiro"},{"key":"16_CR6","doi-asserted-by":"crossref","unstructured":"Ciolkowski M (2009) What do we know about perspective-based reading? An approach for quantitative aggregation in software engineering. In: Proceedings of the 2009 3rd international symposium on empirical software engineering and measurement. IEEE Computer Society, Washington, DC, pp 133\u2013144","DOI":"10.1109\/ESEM.2009.5316026"},{"key":"16_CR7","first-page":"3","volume-title":"The handbook of research synthesis and meta-analysis","author":"H Cooper","year":"2009","unstructured":"Cooper H, Hedges LV (2009) Research synthesis as a scientific process. In: Cooper H, Hedges LV (eds) The handbook of research synthesis and meta-analysis, 2nd edn. Russell Sage Foundation, New York, pp 3\u201316","edition":"2"},{"key":"16_CR8","doi-asserted-by":"publisher","first-page":"440","DOI":"10.1016\/j.infsof.2011.01.004","volume":"53","author":"DS Cruzes","year":"2011","unstructured":"Cruzes DS, Dyb\u00e5 T (2011a) Research synthesis in software engineering: a tertiary study. Inf Softw Technol 53:440\u2013455. https:\/\/doi.org\/10.1016\/j.infsof.2011.01.004","journal-title":"Inf Softw Technol"},{"key":"16_CR9","doi-asserted-by":"crossref","unstructured":"Cruzes DS, Dyb\u00e5 T (2011b) Recommended steps for thematic synthesis in software engineering. In: 2011 International symposium on empirical software engineering and measurement (ESEM), pp 275\u2013284","DOI":"10.1109\/ESEM.2011.36"},{"key":"16_CR10","doi-asserted-by":"crossref","unstructured":"Da Silva FQB, Cruz SSJO, Gouveia TB, Capretz LF (2013) Using meta-ethnography to synthesize research: a worked example of the relations between personality and software team processes. In: 2013 ACM\/IEEE international symposium on empirical software engineering and measurement, pp 153\u2013162","DOI":"10.1109\/ESEM.2013.11"},{"key":"16_CR11","doi-asserted-by":"publisher","first-page":"33","DOI":"10.1136\/bmj.327.7405.33","volume":"327","author":"D Davis","year":"2003","unstructured":"Davis D, Davis ME, Jadad A et al (2003) The case for knowledge translation: shortening the journey from evidence to effect. BMJ 327:33\u201335. https:\/\/doi.org\/10.1136\/bmj.327.7405.33","journal-title":"BMJ"},{"key":"16_CR12","doi-asserted-by":"publisher","first-page":"1302","DOI":"10.1007\/s10664-015-9386-4","volume":"21","author":"BBN de Fran\u00e7a","year":"2016","unstructured":"de Fran\u00e7a BBN, Travassos GH (2016) Experimentation with dynamic simulation models in software engineering: planning and reporting guidelines. Empir Softw Eng 21:1302\u20131345. https:\/\/doi.org\/10.1007\/s10664-015-9386-4","journal-title":"Empir Softw Eng"},{"key":"16_CR13","unstructured":"de Mello RM, da Silva PC, Runeson P, Travassos GH (2014) Towards a framework to support large scale sampling in software engineering surveys. In: Proceedings of the 8th ACM\/IEEE international symposium on empirical software engineering and measurement. ACM, New York, 48, pp 1\u20134"},{"key":"16_CR14","doi-asserted-by":"publisher","first-page":"45","DOI":"10.1177\/135581960501000110","volume":"10","author":"M Dixon-Woods","year":"2005","unstructured":"Dixon-Woods M, Agarwal S, Jones D et al (2005) Synthesising qualitative and quantitative evidence: a review of possible methods. J Health Serv Res Policy 10:45\u201353B","journal-title":"J Health Serv Res Policy"},{"key":"16_CR15","doi-asserted-by":"crossref","unstructured":"dos Santos PSM, Travassos GH (2017) Structured synthesis method: the evidence factory tool. In: 2017 ACM\/IEEE international symposium on empirical software engineering and measurement (ESEM), pp 480\u2013481","DOI":"10.1109\/ESEM.2017.68"},{"key":"16_CR16","doi-asserted-by":"publisher","first-page":"13","DOI":"10.1186\/s40411-018-0057-1","volume":"6","author":"PSM dos Santos","year":"2018","unstructured":"dos Santos PSM, Beltr\u00e3o AC, de Souza BP, Travassos GH (2018) On the benefits and challenges of using kanban in software engineering: a structured synthesis study. J Softw Eng Res Dev 6:13. https:\/\/doi.org\/10.1186\/s40411-018-0057-1","journal-title":"J Softw Eng Res Dev"},{"key":"16_CR17","doi-asserted-by":"publisher","first-page":"285","DOI":"10.1007\/978-1-84800-044-5_11","volume-title":"Guide to advanced empirical software engineering","author":"S Easterbrook","year":"2008","unstructured":"Easterbrook S, Singer J, Storey M-A, Damian D (2008) Selecting empirical methods for software engineering research. In: Shull F, Singer J, Sj\u00f8berg DIK (eds) Guide to advanced empirical software engineering. Springer, London, pp 285\u2013311"},{"key":"16_CR18","doi-asserted-by":"publisher","first-page":"562","DOI":"10.1007\/978-3-642-59412-0_34","volume-title":"Software pioneers","author":"M Fagan","year":"2002","unstructured":"Fagan M (2002) A history of software inspections. In: Broy PDM, Denert PDE (eds) Software pioneers. Springer, Berlin, pp 562\u2013573"},{"key":"16_CR19","doi-asserted-by":"publisher","first-page":"3356","DOI":"10.1007\/s10664-019-09727-4","volume":"24","author":"B G\u00f3is Mateus","year":"2019","unstructured":"G\u00f3is Mateus B, Martinez M (2019) An empirical study on the quality of android applications written in Kotlin language. Empir Software Eng 24:3356. https:\/\/doi.org\/10.1007\/s10664-019-09727-4","journal-title":"Empir Software Eng"},{"key":"16_CR20","unstructured":"Guzm\u00e1n L, Lampasona C, Seaman C, Rombach D (2014) Survey on research synthesis in software engineering. In: Proceedings of the 18th international conference on evaluation and assessment in software engineering. ACM, New York, 2, pp 1\u201310"},{"key":"16_CR21","doi-asserted-by":"publisher","first-page":"405","DOI":"10.1023\/A:1009877923978","volume":"4","author":"R Harrison","year":"1999","unstructured":"Harrison R, Badoo N, Barry E et al (1999) Directions and methodologies for empirical software engineering research. Empir Softw Eng 4:405\u2013410. https:\/\/doi.org\/10.1023\/A:1009877923978","journal-title":"Empir Softw Eng"},{"key":"16_CR22","doi-asserted-by":"publisher","first-page":"12","DOI":"10.1109\/52.476281","volume":"13","author":"B Kitchenham","year":"1996","unstructured":"Kitchenham B, Pfleeger SL (1996) Software quality: the elusive target [special issues section]. IEEE Softw 13:12\u201321. https:\/\/doi.org\/10.1109\/52.476281","journal-title":"IEEE Softw"},{"key":"16_CR23","doi-asserted-by":"publisher","first-page":"1515","DOI":"10.2307\/256820","volume":"36","author":"R Larsson","year":"1993","unstructured":"Larsson R (1993) Case survey methodology: quantitative analysis of patterns across case studies. Acad Manag J 36:1515\u20131546. https:\/\/doi.org\/10.2307\/256820","journal-title":"Acad Manag J"},{"key":"16_CR24","doi-asserted-by":"publisher","first-page":"2179","DOI":"10.1007\/s10664-016-9482-0","volume":"22","author":"P Lenberg","year":"2017","unstructured":"Lenberg P, Wallgren Tengberg LG, Feldt R (2017) An initial analysis of software engineers\u2019 attitudes towards organizational change. Empir Softw Eng 22:2179\u20132205. https:\/\/doi.org\/10.1007\/s10664-016-9482-0","journal-title":"Empir Softw Eng"},{"key":"16_CR25","volume-title":"Practical meta-analysis","author":"MW Lipsey","year":"2001","unstructured":"Lipsey MW, Wilson DB (2001) Practical meta-analysis. Sage, Thousand Oaks"},{"key":"16_CR26","doi-asserted-by":"publisher","first-page":"676","DOI":"10.1109\/TSE.2010.28","volume":"36","author":"S MacDonell","year":"2010","unstructured":"MacDonell S, Shepperd M, Kitchenham B, Mendes E (2010) How reliable are systematic reviews in empirical software engineering? IEEE Trans Softw Eng 36:676\u2013687. https:\/\/doi.org\/10.1109\/TSE.2010.28","journal-title":"IEEE Trans Softw Eng"},{"key":"16_CR27","doi-asserted-by":"publisher","first-page":"227","DOI":"10.1093\/pan\/mpj017","volume":"14","author":"J Mahoney","year":"2006","unstructured":"Mahoney J, Goertz G (2006) A tale of two cultures: contrasting quantitative and qualitative research. Polit Anal 14:227\u2013249. https:\/\/doi.org\/10.1093\/pan\/mpj017","journal-title":"Polit Anal"},{"key":"16_CR28","doi-asserted-by":"crossref","unstructured":"Martinez-Fernandez S, Santos PSM, Ayala CP et al (2015) Aggregating empirical evidence about the benefits and drawbacks of software reference architectures. In: 2015 ACM\/IEEE international symposium on empirical software engineering and measurement (ESEM), pp 1\u201310","DOI":"10.1109\/ESEM.2015.7321184"},{"key":"16_CR29","doi-asserted-by":"publisher","first-page":"29","DOI":"10.1016\/S0164-1212(00)00024-8","volume":"54","author":"J Miller","year":"2000","unstructured":"Miller J (2000) Applying meta-analytical procedures to software engineering experiments. J Syst Softw 54:29\u201339. https:\/\/doi.org\/10.1016\/S0164-1212(00)00024-8","journal-title":"J Syst Softw"},{"key":"16_CR30","doi-asserted-by":"publisher","unstructured":"Nayebi M, Ruhe G, Zimmermann T (2019) Mining treatment-outcome constructs from sequential software engineering data. IEEE Trans Softw Eng:1\u20131. https:\/\/doi.org\/10.1109\/TSE.2019.2892956","DOI":"10.1109\/TSE.2019.2892956"},{"key":"16_CR31","doi-asserted-by":"publisher","DOI":"10.4135\/9781412985000","volume-title":"Meta-ethnography: synthesizing qualitative studies","author":"GW Noblit","year":"1988","unstructured":"Noblit GW, Hare RD (1988) Meta-ethnography: synthesizing qualitative studies. Sage, Newbury Park"},{"key":"16_CR32","doi-asserted-by":"publisher","first-page":"191","DOI":"10.1007\/978-1-4615-3842-4_9","volume-title":"Annals of theoretical psychology","author":"WF Overton","year":"1991","unstructured":"Overton WF (1991) The structure of developmental theory. In: Geert P, Mos LP (eds) Annals of theoretical psychology. Springer, New York, pp 191\u2013235"},{"key":"16_CR33","doi-asserted-by":"publisher","first-page":"811","DOI":"10.1016\/S0950-5849(98)00101-3","volume":"40","author":"LM Pickard","year":"1998","unstructured":"Pickard LM, Kitchenham BA, Jones PW (1998) Combining empirical results in software engineering. Inf Softw Technol 40:811\u2013821. https:\/\/doi.org\/10.1016\/S0950-5849(98)00101-3","journal-title":"Inf Softw Technol"},{"key":"16_CR34","doi-asserted-by":"publisher","first-page":"131","DOI":"10.1007\/s10664-008-9102-8","volume":"14","author":"P Runeson","year":"2009","unstructured":"Runeson P, H\u00f6st M (2009) Guidelines for conducting and reporting case study research in software engineering. Empir Softw Eng 14:131\u2013164. https:\/\/doi.org\/10.1007\/s10664-008-9102-8","journal-title":"Empir Softw Eng"},{"key":"16_CR35","doi-asserted-by":"publisher","first-page":"317","DOI":"10.1177\/1558689811427913","volume":"6","author":"M Sandelowski","year":"2012","unstructured":"Sandelowski M, Voils CI, Leeman J, Crandell JL (2012) Mapping the mixed methods\u2013mixed research synthesis terrain. J Mixed Methods Res 6:317\u2013331. https:\/\/doi.org\/10.1177\/1558689811427913","journal-title":"J Mixed Methods Res"},{"key":"16_CR36","unstructured":"Santos PSM (2015) Evidence representation and aggregation in software engineering using theoretical structures and belief functions. Thesis, Federal University of Rio de Janeiro"},{"key":"16_CR37","unstructured":"Santos PSM, Travassos GH (2011) Action research can swing the balance in experimental software engineering. In: Advances in computers. Elsevier, Amsterdam, pp 205\u2013276"},{"key":"16_CR38","doi-asserted-by":"publisher","first-page":"95","DOI":"10.1016\/j.entcs.2013.02.008","volume":"292","author":"PSM Santos","year":"2013","unstructured":"Santos PSM, Travassos GH (2013) On the representation and aggregation of evidence in software engineering: a theory and belief-based perspective. Electron Notes Theor Comput Sci 292:95\u2013118. https:\/\/doi.org\/10.1016\/j.entcs.2013.02.008","journal-title":"Electron Notes Theor Comput Sci"},{"key":"16_CR39","doi-asserted-by":"publisher","first-page":"167","DOI":"10.1017\/S0269888916000011","volume":"31","author":"PSM Santos","year":"2016","unstructured":"Santos PSM, Travassos GH (2016) Scientific knowledge engineering: a conceptual delineation and overview of the state of the art. Knowl Eng Rev 31:167\u2013199. https:\/\/doi.org\/10.1017\/S0269888916000011","journal-title":"Knowl Eng Rev"},{"key":"16_CR40","first-page":"309","volume-title":"XVIII Ibero-American conference on software engineering, track: XVII workshop on experimental software engineering","author":"PSM Santos","year":"2015","unstructured":"Santos PSM, Nascimento IE, Travassos GH (2015) A computational infrastructure for research synthesis in software engineering. In: XVIII Ibero-American conference on software engineering, track: XVII workshop on experimental software engineering. Curran Associates, Lima, pp 309\u2013322"},{"key":"16_CR41","volume-title":"Meta-analysis: a comparison of approaches","author":"R Schulze","year":"2004","unstructured":"Schulze R (2004) Meta-analysis: a comparison of approaches. Hogrefe & Huber, Ashland"},{"key":"16_CR42","doi-asserted-by":"crossref","DOI":"10.1515\/9780691214696","volume-title":"A mathematical theory of evidence","author":"G Shafer","year":"1976","unstructured":"Shafer G (1976) A mathematical theory of evidence. Princeton University Press, Princeton"},{"key":"16_CR43","doi-asserted-by":"publisher","first-page":"395","DOI":"10.1177\/004912417400200401","volume":"2","author":"TC Taveggia","year":"1974","unstructured":"Taveggia TC (1974) Resolving research controversy through empirical cumulation: toward reliable sociological knowledge. Sociol Methods Res 2:395\u2013407. https:\/\/doi.org\/10.1177\/004912417400200401","journal-title":"Sociol Methods Res"},{"key":"16_CR44","doi-asserted-by":"publisher","first-page":"925","DOI":"10.1016\/S0950-5849(01)00201-4","volume":"43","author":"T Thelin","year":"2001","unstructured":"Thelin T, Runeson P, Regnell B (2001) Usage-based reading\u2014an experiment to guide reviewers with use cases. Inf Softw Technol 43:925\u2013938. https:\/\/doi.org\/10.1016\/S0950-5849(01)00201-4","journal-title":"Inf Softw Technol"},{"key":"16_CR45","doi-asserted-by":"publisher","first-page":"687","DOI":"10.1109\/TSE.2003.1223644","volume":"29","author":"T Thelin","year":"2003","unstructured":"Thelin T, Runeson P, Wohlin C (2003) An experimental comparison of usage-based and checklist-based reading. IEEE Trans Softw Eng 29:687\u2013704. https:\/\/doi.org\/10.1109\/TSE.2003.1223644","journal-title":"IEEE Trans Softw Eng"},{"key":"16_CR46","doi-asserted-by":"crossref","unstructured":"Thelin T, Andersson C, Runeson P, Dzamashvili-Fogelstrom N (2004) A replicated experiment of usage-based and checklist-based reading. In: 10th International symposium on software metrics, 2004. Proceedings. IEEE, pp 246\u2013256","DOI":"10.1109\/METRIC.2004.1357907"},{"key":"16_CR47","doi-asserted-by":"crossref","unstructured":"Walenstein A (2003) Observing and measuring cognitive support: steps toward systematic tool evaluation and engineering. In: 11th IEEE international workshop on program comprehension, pp 185\u2013194","DOI":"10.1109\/WPC.2003.1199202"},{"key":"16_CR48","doi-asserted-by":"crossref","unstructured":"Winkler D, Halling M, Biffl S (2004) Investigating the effect of expert ranking of use cases for design inspection. In: Euromicro conference, 2004. Proceedings. 30th, pp 362\u2013371","DOI":"10.1109\/EURMIC.2004.1333391"},{"key":"16_CR49","unstructured":"Wohlin C (2016) Second-generation systematic literature studies using snowballing. In: Proceedings of the 20th international conference on evaluation and assessment in software engineering. ACM, New York, 15, pp 151\u2013156"},{"key":"16_CR50","doi-asserted-by":"publisher","first-page":"7","DOI":"10.1007\/978-3-540-45143-3_2","volume-title":"Empirical methods and studies in software engineering","author":"C Wohlin","year":"2003","unstructured":"Wohlin C, H\u00f6st M, Henningsson K (2003) Empirical research methods in software engineering. In: Conradi R, Wang A (eds) Empirical methods and studies in software engineering. Springer, Berlin, pp 7\u201323"},{"key":"16_CR51","doi-asserted-by":"publisher","DOI":"10.4135\/9781412984980","volume-title":"Meta-analysis: quantitative methods for research synthesis","author":"FM Wolf","year":"1986","unstructured":"Wolf FM (1986) Meta-analysis: quantitative methods for research synthesis. Sage, Beverly Hills"},{"key":"16_CR52","first-page":"123","volume-title":"Configurational comparative methods","author":"S Yamasaki","year":"2009","unstructured":"Yamasaki S, Rihoux B (2009) A commented review of applications. In: Rihoux B, Ragin CC (eds) Configurational comparative methods. Sage, Los Angeles, pp 123\u2013145"},{"key":"16_CR53","doi-asserted-by":"publisher","first-page":"296","DOI":"10.1177\/1523422302043005","volume":"4","author":"B Yang","year":"2002","unstructured":"Yang B (2002) Meta-analysis research and theory building. Adv Dev Hum Resour 4:296\u2013316. https:\/\/doi.org\/10.1177\/1523422302043005","journal-title":"Adv Dev Hum Resour"},{"key":"16_CR54","doi-asserted-by":"publisher","first-page":"371","DOI":"10.2307\/2391997","volume":"20","author":"RK Yin","year":"1975","unstructured":"Yin RK, Heald KA (1975) Using the case survey method to analyze policy studies. Adm Sci Q 20:371. https:\/\/doi.org\/10.2307\/2391997","journal-title":"Adm Sci Q"},{"key":"16_CR55","doi-asserted-by":"crossref","unstructured":"Zelkowitz M (2007) Techniques for empirical validation. In: Basili V, Rombach D, Schneider K et al (eds) Empirical software engineering issues. Critical assessment and future directions, Springer, pp 4\u20139","DOI":"10.1007\/978-3-540-71301-2_2"}],"container-title":["Contemporary Empirical Methods in Software Engineering"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-030-32489-6_16","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2021,3,29]],"date-time":"2021-03-29T16:53:10Z","timestamp":1617036790000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/978-3-030-32489-6_16"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2020]]},"ISBN":["9783030324889","9783030324896"],"references-count":55,"URL":"https:\/\/doi.org\/10.1007\/978-3-030-32489-6_16","relation":{},"subject":[],"published":{"date-parts":[[2020]]},"assertion":[{"value":"28 August 2020","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}}]}}