{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,10,5]],"date-time":"2025-10-05T16:56:33Z","timestamp":1759683393005,"version":"3.37.3"},"reference-count":45,"publisher":"Springer Science and Business Media LLC","issue":"3","license":[{"start":{"date-parts":[[2017,10,28]],"date-time":"2017-10-28T00:00:00Z","timestamp":1509148800000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"funder":[{"DOI":"10.13039\/501100002322","name":"Coordena\u00e7\u00e3o de Aperfei\u00e7oamento de Pessoal de N\u00edvel Superior","doi-asserted-by":"publisher","id":[{"id":"10.13039\/501100002322","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100003593","name":"Conselho Nacional de Desenvolvimento Cient\u00edfico e Tecnol\u00f3gico","doi-asserted-by":"publisher","award":["305929\/2014-3"],"award-info":[{"award-number":["305929\/2014-3"]}],"id":[{"id":"10.13039\/501100003593","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Empir Software Eng"],"published-print":{"date-parts":[[2018,6]]},"DOI":"10.1007\/s10664-017-9556-7","type":"journal-article","created":{"date-parts":[[2017,10,27]],"date-time":"2017-10-27T23:30:09Z","timestamp":1509147009000},"page":"1594-1663","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":9,"title":["Challenges and pitfalls on surveying evidence in the software engineering technical literature: an exploratory study with novices"],"prefix":"10.1007","volume":"23","author":[{"given":"Talita Vieira","family":"Ribeiro","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Jobson","family":"Massollar","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Guilherme Horta","family":"Travassos","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2017,10,28]]},"reference":[{"key":"9556_CR1","doi-asserted-by":"crossref","unstructured":"Babar, M. A., Zhang, H (2009) Systematic literature reviews in software engineering: preliminary results from interviews with researchers. Proceedings of the 3rd International Symposium on Empirical Software Engineering and Measurement. Lake Buena Vista: IEEE","DOI":"10.1109\/ESEM.2009.5314235"},{"key":"9556_CR2","unstructured":"Basili VR (1992) Software modeling and measurement: the goal\/question\/metric paradigm. Technical Report. University of Maryland at College Park: College Park, MD, p 24"},{"key":"9556_CR3","unstructured":"Biolchini J et al (2005) Systematic review in software engineering. Federal University of Rio de Janeiro. Rio de Janeiro, p 31. (RT-ES 679\/05). Available at: http:\/\/www.cos.ufrj.br\/uploadfile\/es67905.pdf . Accessed 17 Aug 2017"},{"issue":"4","key":"9556_CR4","doi-asserted-by":"publisher","first-page":"558","DOI":"10.1109\/TE.2010.2090662","volume":"54","author":"P Brereton","year":"2011","unstructured":"Brereton P (2011) A study of computing undergraduates undertaking a systematic literature review. IEEE Trans Educ 54(4):558\u2013563","journal-title":"IEEE Trans Educ"},{"key":"9556_CR5","unstructured":"Carver JC et al (2013) Identifying barriers to the systematic literature. Proceedings of the ACM\/IEEE International Symposium on Empirical Software Engineering and Measurement. Baltimore: IEEE, p 203\u2013213"},{"issue":"1","key":"9556_CR6","doi-asserted-by":"publisher","first-page":"37","DOI":"10.1177\/001316446002000104","volume":"20","author":"J Cohen","year":"1960","unstructured":"Cohen J (1960) A coefficient of agreement for nominal scales. Educ Psychol Meas 20(1):37\u201346","journal-title":"Educ Psychol Meas"},{"key":"9556_CR7","doi-asserted-by":"crossref","unstructured":"Condori-Fernandez N et al (2009) A systematic mapping study on empirical evaluation of software requirements specifications techniques. Proceedings of the 3rd International Symposium on Empirical Software Engineering and Measurement. Lake Buena Vista: IEEE, p 502\u2013505","DOI":"10.1109\/ESEM.2009.5314232"},{"key":"9556_CR8","unstructured":"Corbin, J.; Strauss, A. (2007) Basics of qualitative research: techniques and procedures for developing grounded theory. 3. ed. [S.l.]: Thousand Oaks, SAGE Publicationse. ISBN 978-1412906449"},{"key":"9556_CR9","unstructured":"Dias Neto AC et al (2007) Characterization of model-based software testing approaches. PESC\/COPPE\/UFRJ. Rio de Janeiro. (ES-713\/07). Available at: http:\/\/www.cos.ufrj.br\/uploadfile\/1188491168.pdf . Accessed 17 Aug 2017"},{"issue":"5","key":"9556_CR10","doi-asserted-by":"publisher","first-page":"513","DOI":"10.1007\/s10664-008-9091-7","volume":"14","author":"O Diest","year":"2009","unstructured":"Diest O, Grim\u00e1n A, Juristo N (2009) Developing search strategies for detecting relevant experiments. Empir Softw Eng 14(5):513\u2013539","journal-title":"Empir Softw Eng"},{"issue":"1","key":"9556_CR11","doi-asserted-by":"publisher","first-page":"58","DOI":"10.1109\/MS.2005.6","volume":"22","author":"T Dyb\u00e5","year":"2005","unstructured":"Dyb\u00e5 T, Kitchenham B, J\u00f8rgensen M (2005) Evidence-based software engineering for practitioners. IEEE Softw 22(1):58\u201365","journal-title":"IEEE Softw"},{"key":"9556_CR12","doi-asserted-by":"crossref","unstructured":"Fantechi A et al (2002) Application of linguistic techniques for use case analysis. Proceedings of the IEEE Joint International Conference on Requirements Engineering. Essen: IEEE, p 157\u2013164","DOI":"10.1109\/ICRE.2002.1048518"},{"issue":"4","key":"9556_CR13","doi-asserted-by":"publisher","first-page":"1091","DOI":"10.1007\/s11219-016-9319-5","volume":"25","author":"Vahid Garousi","year":"2016","unstructured":"Garousi V, Eskandar MM, Herkiloglu K (2016) Industry\u2013academia collaborations in software testing: experience and success stories from Canada and Turkey. Softw Qual J:1\u201353. https:\/\/doi.org\/10.1007\/s11219-016-9319-5","journal-title":"Software Quality Journal"},{"key":"9556_CR14","doi-asserted-by":"crossref","unstructured":"Hassler E et al (2014) Outcomes of a community workshop to identify and rank barriers to the systematic literature review process. Proceedings of the 18th International Conference on Evaluation and Assessment in Software Engineering. London: ACM. No. 31","DOI":"10.1145\/2601248.2601274"},{"issue":"2","key":"9556_CR15","doi-asserted-by":"publisher","first-page":"37","DOI":"10.1111\/j.1469-8137.1912.tb05611.x","volume":"11","author":"P Jaccard","year":"1912","unstructured":"Jaccard P (1912) The distribution of the flora in the alpine zone. New Phytol 11(2):37\u201350","journal-title":"New Phytol"},{"issue":"7","key":"9556_CR16","doi-asserted-by":"publisher","first-page":"1237","DOI":"10.1016\/j.infsof.2013.01.005","volume":"55","author":"A Kasoju","year":"2013","unstructured":"Kasoju A, Petersen K, M\u00e4ntyl\u00e4 MV (2013) Analyzing an automotive testing process with evidence-based software engineering. Inf Softw Technol 55(7):1237\u20131259. https:\/\/doi.org\/10.1016\/j.infsof.2013.01.005","journal-title":"Inf Softw Technol"},{"key":"9556_CR17","unstructured":"Kitchenham B; Charters S (2007) Guidelines for performing systematic literature reviews in software engineering. Keele University and University of Durham. Keele\/Durham, p 65. (EBSE-2007-01)"},{"key":"9556_CR18","doi-asserted-by":"crossref","unstructured":"Kitchenham B et al (2011) Repeatability of systematic literature reviews. Proceedings of the 15th International Conference on Evaluation and Assessment in Software Engineering. Durham: IEEE, p 46\u201355","DOI":"10.1049\/ic.2011.0006"},{"key":"9556_CR19","doi-asserted-by":"crossref","unstructured":"Kitchenham B; Brereton P; Budgen, D (2012) Mapping study completeness and reliability - a case study. Proceedings of the 16th International Conference on Evaluation and Assessment in Software Engineering. Ciudad Real: IET, p 126\u2013135","DOI":"10.1049\/ic.2012.0016"},{"issue":"6","key":"9556_CR20","doi-asserted-by":"publisher","first-page":"2852","DOI":"10.1007\/s10664-016-9492-y","volume":"22","author":"Marco Kuhrmann","year":"2017","unstructured":"Kuhrmann M, Fern\u00e1ndez DM, Daneva M (2017) On the pragmatic design of literature studies in software engineering: an experience-based guideline. Empir Softw Eng, Springer, US, pp 2852\u20132891. https:\/\/doi.org\/10.1007\/s10664-016-9492-y","journal-title":"Empirical Software Engineering"},{"issue":"3","key":"9556_CR21","doi-asserted-by":"publisher","first-page":"175","DOI":"10.1109\/TE.2013.2292570","volume":"57","author":"M Lavall\u00e9e","year":"2014","unstructured":"Lavall\u00e9e M, Robillard P-N, Mirsalari R (2014) Performing systematic literature reviews with novices: an iterative approach. IEEE Trans Educ 57(3):175\u2013181","journal-title":"IEEE Trans Educ"},{"key":"9556_CR22","doi-asserted-by":"publisher","first-page":"17","DOI":"10.1016\/j.datak.2015.06.007","volume":"99","author":"L L\u00f3pez","year":"2015","unstructured":"L\u00f3pez L, Costal D, Ayala CP, Franch X, Annosi MC, Glott R, Haaland K (2015) Adoption of OSS components: A goal-oriented approach. Data Knowl Eng 99:17\u201338. https:\/\/doi.org\/10.1016\/j.datak.2015.06.007","journal-title":"Data Knowl Eng"},{"issue":"1","key":"9556_CR23","doi-asserted-by":"publisher","first-page":"27","DOI":"10.1201\/1078\/43877.21.1.20041201\/78984.4","volume":"21","author":"F Losavio","year":"2004","unstructured":"Losavio F et al (2004) Designing quality architecture: incorporating ISO standards into the unified process. Inf Syst Manag 21(1):27\u201344","journal-title":"Inf Syst Manag"},{"issue":"5","key":"9556_CR24","doi-asserted-by":"publisher","first-page":"676","DOI":"10.1109\/TSE.2010.28","volume":"36","author":"S MacDonell","year":"2010","unstructured":"MacDonell S et al (2010) How reliable are systematic reviews in empirical software engineering? IEEE Trans Softw Eng 36(5):676\u2013687","journal-title":"IEEE Trans Softw Eng"},{"issue":"4","key":"9556_CR25","doi-asserted-by":"publisher","first-page":"375","DOI":"10.1016\/j.infsof.2014.01.002","volume":"56","author":"H Munir","year":"2014","unstructured":"Munir H, Moayyed M, Petersen K (2014) Considering rigor and relevance when evaluating test driven development: a systematic review. Inf Softw Technol 56(4):375\u2013394","journal-title":"Inf Softw Technol"},{"key":"9556_CR26","unstructured":"NHS Centre for Reviews and Dissemination, University of York (2002) The Database of Abstracts of Reviews of Effects (DARE). Effect Mat 6(2):1\u20134"},{"key":"9556_CR27","unstructured":"Oates BJ, Capper G (2009) Using systematic reviews and evidence-based software engineering with masters students. Proceedings of the 13th International Conference on Evaluation and Assessment in Software Engineering. Durham: British Computer. Society:79\u201387"},{"issue":"2","key":"9556_CR28","first-page":"86","volume":"17","author":"M Pai","year":"2004","unstructured":"Pai M et al (2004) Systematic reviews and meta-analyses: an illustrated, step-by-step guide. Natl Med J India 17(2):86\u201395","journal-title":"Natl Med J India"},{"key":"9556_CR29","doi-asserted-by":"crossref","unstructured":"Petersen K; Ali NB (2011) Identifying strategies for study selection in systematic reviews and maps. Proceedings of the 5th International Symposium on Empirical Software Engineering and Measurement. Banff: IEEE, p 351\u2013354","DOI":"10.1109\/ESEM.2011.46"},{"key":"9556_CR30","doi-asserted-by":"crossref","unstructured":"Petersen K et al (2008) Systematic mapping studies in software engineering. Proceedings of the 12th International Conference on Evaluation and Assessment in Software Engineering. Bari: British Computer Society","DOI":"10.14236\/ewic\/EASE2008.8"},{"issue":"1","key":"9556_CR31","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1016\/j.infsof.2015.03.007","volume":"64","author":"K Petersen","year":"2015","unstructured":"Petersen K, Vakkalanka S, Kuzniarz L (2015) Guidelines for conducting systematic mapping studies in software engineering: an update. Inf Softw Technol 64(1):1\u201318","journal-title":"Inf Softw Technol"},{"issue":"1","key":"9556_CR32","doi-asserted-by":"publisher","first-page":"69","DOI":"10.1007\/s11219-006-9006-z","volume":"15","author":"KT Phalp","year":"2007","unstructured":"Phalp KT, Vincent J, Cox K (2007) Assessing the quality of use case descriptions. Softw Qual J 15(1):69\u201397","journal-title":"Softw Qual J"},{"key":"9556_CR33","doi-asserted-by":"crossref","unstructured":"Preiss O; Wegmann A; Wong J (2001) On quality attribute based software engineering. Proceedings of the 27th Euromicro Conference. Warsaw: IEEE, p 114\u2013120","DOI":"10.1109\/EURMIC.2001.952445"},{"issue":"1","key":"9556_CR34","doi-asserted-by":"publisher","first-page":"67","DOI":"10.1007\/s00766-011-0142-z","volume":"18","author":"A Rago","year":"2013","unstructured":"Rago A, Marcos C, Diaz-Pace JA (2013) Uncovering quality-attribute concerns in use case specifications via early aspect mining. Requir Eng 18(1):67\u201384","journal-title":"Requir Eng"},{"key":"9556_CR35","unstructured":"Rainer A, Hall T, Baddoo N (2006) A preliminary empirical investigation of the use of evidence based software engineering by undergraduate students. Proceedings of the 10th International Conference on Evaluation and Assessment in Software Engineering. Keele: British Computer. Society:91\u2013100"},{"key":"9556_CR36","doi-asserted-by":"crossref","unstructured":"Ramos R et al (2009) Quality improvement for use case model. Proceedings of the 23rd Brazilian Symposium on Software Engineering. Fortaleza: IEEE, p 187\u2013195","DOI":"10.1109\/SBES.2009.10"},{"key":"9556_CR37","doi-asserted-by":"crossref","unstructured":"Riaz M et al (2010) Experiences conducting systematic reviews from novices' perspective. Proceedings of the 14th International Conference on Evaluation and Assessment in Software Engineering. Swinton: British Computer. Society:44\u201353","DOI":"10.14236\/ewic\/EASE2010.6"},{"issue":"7","key":"9556_CR38","doi-asserted-by":"publisher","first-page":"73","DOI":"10.1109\/2.869376","volume":"33","author":"F Shull","year":"2000","unstructured":"Shull F, Rus I, Basili V (2000) How perspective-based reading can improve requirements. Computer 33(7):73\u201339","journal-title":"Computer"},{"key":"9556_CR39","doi-asserted-by":"crossref","unstructured":"Travassos GH et al (2008) An environment to support large scale experimentation in software engineering. Proceedings of the 13rd IEEE International Conference on Engineering of Complex Computer Systems. Belfast: IEEE, p 193\u2013202","DOI":"10.1109\/ICECCS.2008.30"},{"issue":"10","key":"9556_CR40","doi-asserted-by":"publisher","first-page":"763","DOI":"10.1002\/smr.1720","volume":"27","author":"B Ulziit","year":"2015","unstructured":"Ulziit B, Warraich ZA, Gencel C, Petersen K (2015) A conceptual framework of challenges and solutions for managing global software maintenance. Journal of Software: Evolution and Process 27(10):763\u2013792. https:\/\/doi.org\/10.1002\/smr.1720","journal-title":"Journal of Software: Evolution and Process"},{"issue":"5","key":"9556_CR41","first-page":"360","volume":"37","author":"AJ Viera","year":"2005","unstructured":"Viera AJ, Garrett JM (2005) Understanding interobserver agreement: the kappa statistic. Fam Med 37(5):360\u2013363","journal-title":"Fam Med"},{"key":"9556_CR42","doi-asserted-by":"crossref","unstructured":"Wohlin C (2014) Writing for synthesis of evidence in empirical software engineering. Proceedings of the 8th ACM\/IEEE International Symposium on Empirical Software Engineering and Measurement. Torino: ACM. No. 46","DOI":"10.1145\/2652524.2652559"},{"issue":"10","key":"9556_CR43","doi-asserted-by":"publisher","first-page":"2594","DOI":"10.1016\/j.jss.2013.04.076","volume":"86","author":"C Wohlin","year":"2013","unstructured":"Wohlin C et al (2013) On the reliability of mapping studies in software engineering. J Syst Softw 86(10):2594\u20132610","journal-title":"J Syst Softw"},{"key":"9556_CR44","doi-asserted-by":"crossref","unstructured":"Zhang H, Babar MA (2010) On searching relevant studies in software engineering. Proceedings of the 14th International Conference on Evaluation and Assessment in Software Engineering. Swindon: ACM, p 111-120","DOI":"10.14236\/ewic\/EASE2010.14"},{"issue":"6","key":"9556_CR45","doi-asserted-by":"publisher","first-page":"625","DOI":"10.1016\/j.infsof.2010.12.010","volume":"53","author":"H Zhang","year":"2011","unstructured":"Zhang H, Babar MA, Tell P (2011) Identifying relevant studies in software engineering. Journal. Inf Softw Technol 53(6):625\u2013637","journal-title":"Inf Softw Technol"}],"container-title":["Empirical Software Engineering"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/article\/10.1007\/s10664-017-9556-7\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s10664-017-9556-7.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s10664-017-9556-7.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2020,10,20]],"date-time":"2020-10-20T17:48:30Z","timestamp":1603216110000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/s10664-017-9556-7"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2017,10,28]]},"references-count":45,"journal-issue":{"issue":"3","published-print":{"date-parts":[[2018,6]]}},"alternative-id":["9556"],"URL":"https:\/\/doi.org\/10.1007\/s10664-017-9556-7","relation":{},"ISSN":["1382-3256","1573-7616"],"issn-type":[{"type":"print","value":"1382-3256"},{"type":"electronic","value":"1573-7616"}],"subject":[],"published":{"date-parts":[[2017,10,28]]},"assertion":[{"value":"28 October 2017","order":1,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}}]}}