{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,18]],"date-time":"2026-07-18T02:42:10Z","timestamp":1784342530020,"version":"3.55.0"},"reference-count":43,"publisher":"Sociedade Brasileira de Computacao - SB","issue":"1","license":[{"start":{"date-parts":[[2018,10,26]],"date-time":"2018-10-26T00:00:00Z","timestamp":1540512000000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/creativecommons.org\/licenses\/by\/4.0"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["J Softw Eng Res Dev"],"published-print":{"date-parts":[[2018,12]]},"DOI":"10.1186\/s40411-018-0058-0","type":"journal-article","created":{"date-parts":[[2018,10,26]],"date-time":"2018-10-26T05:17:47Z","timestamp":1540531067000},"update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":6,"title":["Investigating the effectiveness of peer code review in distributed software development based on objective and subjective data"],"prefix":"10.5753","volume":"6","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-2872-5479","authenticated-orcid":false,"given":"Eduardo Witter","family":"dos Santos","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Ingrid","family":"Nunes","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"3742","published-online":{"date-parts":[[2018,10,26]]},"reference":[{"key":"58_CR1","doi-asserted-by":"crossref","unstructured":"Bacchelli, A, Bird C (2013) Expectations, Outcomes, and Challenges of Modern Code Review In: Proceedings of the 2013 International Conference on Software Engineering. ICSE \u201913, 712\u2013721.. IEEE Press, Piscataway. http:\/\/dl.acm.org\/citation.cfm?id=2486788.2486882.","DOI":"10.1109\/ICSE.2013.6606617"},{"key":"58_CR2","doi-asserted-by":"crossref","unstructured":"Balachandran, V (2013) Reducing Human Effort and Improving Quality in Peer Code Reviews Using Automatic Static Analysis and Reviewer Recommendation In: Proceedings of the 2013 International Conference on Software Engineering. ICSE \u201913, 931\u2013940.. IEEE Press, Piscataway. http:\/\/dl.acm.org\/citation.cfm?id=2486788.2486915.","DOI":"10.1109\/ICSE.2013.6606642"},{"issue":"7","key":"58_CR3","doi-asserted-by":"crossref","first-page":"733","DOI":"10.1109\/TSE.1986.6312975","volume":"12","author":"VR Basili","year":"1986","unstructured":"Basili, VR, Selby RW, Hutchens DH (1986) Experimentation in software engineering. IEEE Trans Softw Eng 12(7):733\u2013743.","journal-title":"IEEE Trans Softw Eng"},{"issue":"3","key":"58_CR4","doi-asserted-by":"crossref","first-page":"932","DOI":"10.1007\/s10664-015-9366-8","volume":"21","author":"O Baysal","year":"2016","unstructured":"Baysal, O, Kononenko O, Holmes R, Godfrey MW (2016) Investigating technical and non-technical factors influencing modern code review. Empir Softw Eng 21(3):932\u2013959.","journal-title":"Empir Softw Eng"},{"key":"58_CR5","doi-asserted-by":"crossref","unstructured":"Beller, M, Bacchelli A, Zaidman A, Juergens E (2014) Modern Code Reviews in Open-source Projects: Which Problems Do They Fix? In: Proceedings of the 11th Working Conference on Mining Software Repositories. MSR 2014, 202\u2013211.. ACM, New York. http:\/\/doi.acm.org\/10.1145\/2597073.2597082.","DOI":"10.1145\/2597073.2597082"},{"issue":"10","key":"58_CR6","doi-asserted-by":"crossref","first-page":"1294","DOI":"10.1109\/TSE.1989.559782","volume":"15","author":"DB Bisant","year":"1989","unstructured":"Bisant, DB, Lyle JR (1989) A two-person inspection method to improve programming productivity. IEEE Trans Softw Eng 15(10):1294.","journal-title":"IEEE Trans Softw Eng"},{"issue":"5","key":"58_CR7","doi-asserted-by":"crossref","first-page":"27","DOI":"10.1145\/2670534","volume":"21","author":"P Bj\u00f8rn","year":"2014","unstructured":"Bj\u00f8rn, P, Esbensen M, Jensen RE, Matthiesen S (2014) Does distance still matter? revisiting the cscw fundamentals on distributed collaboration. ACM Trans Comput-Hum Interact (TOCHI) 21(5):27.","journal-title":"ACM Trans Comput-Hum Interact (TOCHI)"},{"key":"58_CR8","doi-asserted-by":"crossref","unstructured":"Bosu, A, Greiler M, Bird C (2015) Characteristics of Useful Code Reviews: An Empirical Study at Microsoft In: Proceedings of the 12th Working Conference on Mining Software Repositories. MSR \u201915, 146\u2013156.. IEEE Press, Piscataway. http:\/\/dl.acm.org\/citation.cfm?id=2820518.2820538.","DOI":"10.1109\/MSR.2015.21"},{"key":"58_CR9","unstructured":"Czerwonka, J, Greiler M, Tilford J (2015) Code Reviews Do Not Find Bugs: How the Current Code Review Best Practice Slows Us Down In: Proceedings of the 37th International Conference on Software Engineering - Volume 2. ICSE \u201915, 27\u201328.. IEEE Press, Piscataway. http:\/\/dl.acm.org\/citation.cfm?id=2819009.2819015."},{"key":"58_CR10","doi-asserted-by":"crossref","unstructured":"Fagan, ME (1976) Design and code inspections to reduce errors in program development. IBM Syst J 15(3):182\u2013211. http:\/\/dx.doi.org\/10.1147\/sj.153.0182.","DOI":"10.1147\/sj.153.0182"},{"issue":"1","key":"58_CR11","doi-asserted-by":"crossref","first-page":"744","DOI":"10.1109\/TSE.1986.6312976","volume":"12","author":"ME Fagan","year":"1986","unstructured":"Fagan, ME (1986) Advances in software inspections. IEEE Trans Softw Eng 12(1):744\u2013751.","journal-title":"IEEE Trans Softw Eng"},{"key":"58_CR12","doi-asserted-by":"crossref","unstructured":"Ferreira, AL, Machado RJ, Silva JG, Batista RF, Costa L, Paulk MC (2010) An Approach to Improving Software Inspections Performance In: Proceedings of the 2010 IEEE International Conference on Software Maintenance. ICSM \u201910, 1\u20138.. IEEE Computer Society, Washington. http:\/\/dx.doi.org\/10.1109\/ICSM.2010.5609700.","DOI":"10.1109\/ICSM.2010.5609700"},{"key":"58_CR13","unstructured":"Google (2017a) Gerrit Code Review. https:\/\/www.gerritcodereview.com. Accessed 16 Oct 2018."},{"key":"58_CR14","unstructured":"Google (2017b) Gerrit Code Review v2.11.2, Queries. https:\/\/gerrit-documentation.storage.googleapis.com\/Documentation\/2.12.2\/cmd-query.html. Accessed 16 Oct 2018."},{"key":"58_CR15","unstructured":"Google (2017c) Gerrit Plugin: Reviewers by Blame. https:\/\/gerrit-review.googlesource.com\/Documentation\/config-plugins.html#reviewers-by-blame. Accessed 16 Oct 2018."},{"key":"58_CR16","doi-asserted-by":"crossref","unstructured":"Hundhausen, CD, Agrawal A, Agarwal P (2013) Talking about code: Integrating pedagogical code reviews into early computing courses. Trans Comput Educ 13(3):14:1\u201314:28.","DOI":"10.1145\/2499947.2499951"},{"key":"58_CR17","unstructured":"Internet Engineering Task Force (IETF) (2017) RFC 6020: YANG - A Data Modeling Language for the Network Configuration Protocol (NETCONF). http:\/\/tools.ietf.org\/html\/rfc6020."},{"issue":"12","key":"58_CR18","doi-asserted-by":"crossref","first-page":"1217","DOI":"10.1111\/j.1365-2929.2004.02012.x","volume":"38","author":"S Jamieson","year":"2004","unstructured":"Jamieson, S, et al (2004) Likert scales: how to (ab) use them. Med Educ 38(12):1217\u20131218.","journal-title":"Med Educ"},{"issue":"4","key":"58_CR19","doi-asserted-by":"crossref","first-page":"534","DOI":"10.1109\/TSE.2009.27","volume":"35","author":"CF Kemerer","year":"2009","unstructured":"Kemerer, CF, Paulk MC (2009) The impact of design and code reviews on software quality: An empirical study based on psp data. IEEE Trans Softw Eng 35(4):534\u2013550.","journal-title":"IEEE Trans Softw Eng"},{"issue":"1","key":"58_CR20","doi-asserted-by":"crossref","first-page":"15","DOI":"10.2174\/1874107X00903010015","volume":"3","author":"S Kollanus","year":"2009","unstructured":"Kollanus, S, Koskinen J (2009) Survey of software inspection research. Open Softw Eng J 3(1):15\u201334.","journal-title":"Open Softw Eng J"},{"issue":"2","key":"58_CR21","doi-asserted-by":"crossref","first-page":"225","DOI":"10.1145\/75577.75587","volume":"33","author":"J Martin","year":"1990","unstructured":"Martin, J, Tsai WT (1990) N-fold inspection: A requirements analysis technique. Commun ACM 33(2):225\u2013232.","journal-title":"Commun ACM"},{"key":"58_CR22","doi-asserted-by":"crossref","unstructured":"McIntosh, S, Kamei Y, Adams B, Hassan AE (2014) The Impact of Code Review Coverage and Code Review Participation on Software Quality: A Case Study of the Qt, VTK, and ITK Projects In: Proceedings of the 11th Working Conference on Mining Software Repositories. MSR 2014, 192\u2013201.. ACM, New York. http:\/\/doi.acm.org\/10.1145\/2597073.2597076.","DOI":"10.1145\/2597073.2597076"},{"issue":"9","key":"58_CR23","doi-asserted-by":"crossref","first-page":"66","DOI":"10.1145\/1378727.1378744","volume":"51","author":"B Meyer","year":"2008","unstructured":"Meyer, B (2008) Design and code reviews in the age of the internet. Commun ACM 51(9):66\u201371.","journal-title":"Commun ACM"},{"issue":"5","key":"58_CR24","doi-asserted-by":"crossref","first-page":"625","DOI":"10.1007\/s10459-010-9222-y","volume":"15","author":"G Norman","year":"2010","unstructured":"Norman, G (2010) Likert scales, levels of measurement and the \u201claws\u201d of statistics. Adv Health Sci Educ 15(5):625\u2013632.","journal-title":"Adv Health Sci Educ"},{"issue":"2","key":"58_CR25","doi-asserted-by":"crossref","first-page":"139","DOI":"10.1207\/S15327051HCI1523_4","volume":"15","author":"GM Olson","year":"2000","unstructured":"Olson, GM, Olson JS (2000) Distance matters. Human-computer Interact 15(2):139\u2013178.","journal-title":"Human-computer Interact"},{"issue":"5","key":"58_CR26","doi-asserted-by":"crossref","first-page":"1","DOI":"10.2200\/S00542ED1V01Y201310HCI020","volume":"6","author":"JS Olson","year":"2013","unstructured":"Olson, JS, Olson GM (2013) Working together apart: Collaboration over the internet. Synth Lect Human-Centered Inform 6(5):1\u2013151.","journal-title":"Synth Lect Human-Centered Inform"},{"key":"58_CR27","doi-asserted-by":"crossref","first-page":"73","DOI":"10.7551\/mitpress\/9780262151207.003.0005","volume-title":"Scientific collaboration on the Internet","author":"JS Olson","year":"2008","unstructured":"Olson, JS, Hofer E, Bos N, Zimmerman A, Olson GM, Cooney D, Faniel I (2008) A theory of remote scientific collaboration. In: Olson GM, Zimmerman A, Bos N (eds)Scientific collaboration on the Internet, 73\u201399.. MIT Press, Cambridge."},{"key":"58_CR28","unstructured":"Parnas, DL, Weiss DM (1985) Active Design Reviews: Principles and Practices In: Proceedings of the 8th International Conference on Software Engineering. ICSE \u201985, 132\u2013136.. IEEE Computer Society Press, Los Alamitos. http:\/\/dl.acm.org\/citation.cfm?id=319568.319599."},{"key":"58_CR29","unstructured":"Perpich, JM, Perry DE, Porter AA, Votta LG, Wade MW (1997) Anywhere, anytime code inspections: Using the web to remove inspection bottlenecks in large-scale software development In: Proceedings of the 19th International Conference on Software Engineering. ICSE \u201997. ACM, New York, 14\u201321. http:\/\/doi.acm.org\/10.1145\/253228.253234."},{"key":"58_CR30","unstructured":"Rahman, MM, Roy CK, Redl J, Collins JA (2016) CORRECT: Code Reviewer Recommendation at GitHub for Vendasta Technologies In: Proceedings of the 31st IEEE\/ACM International Conference on Automated Software Engineering. ASE 2016, 792\u2013797.. ACM, New York. http:\/\/doi.acm.org\/10.1145\/2970276.2970283."},{"key":"58_CR31","doi-asserted-by":"crossref","unstructured":"Sengupta, B, Chandra S, Sinha V (2006) A Research Agenda for Distributed Software Development In: Proceedings of the 28th International Conference on Software Engineering. ICSE \u201906, 731\u2013740.. ACM, New York. http:\/\/doi.acm.org\/10.1145\/1134285.1134402.","DOI":"10.1145\/1134285.1134402"},{"key":"58_CR32","doi-asserted-by":"crossref","unstructured":"Shimagaki, J, Kamei Y, McIntosh S, Hassan AE, Ubayashi N (2016) A Study of the Quality-impacting Practices of Modern Code Review at Sony Mobile In: Proceedings of the 38th International Conference on Software Engineering Companion. ICSE \u201916, 212\u2013221.. ACM, New York. http:\/\/doi.acm.org\/10.1145\/2889160.2889243.","DOI":"10.1145\/2889160.2889243"},{"key":"58_CR33","unstructured":"Stein, M, Riedl J, Harner SJ, Mashayekhi V (1997) A case study of distributed, asynchronous software inspection In: Proceedings of the 19th International Conference on Software Engineering. ICSE \u201997. ACM, New York, 107\u2013117. http:\/\/doi.acm.org\/10.1145\/253228.253250."},{"key":"58_CR34","doi-asserted-by":"crossref","unstructured":"Thongtanunam, P, Kula RG, Cruz AEC, Yoshida N, Iida H (2014) Improving Code Review Effectiveness Through Reviewer Recommendations In: Proceedings of the 7th International Workshop on Cooperative and Human Aspects of Software Engineering. CHASE 2014, 119\u2013122.. ACM, New York. http:\/\/doi.acm.org\/10.1145\/2593702.2593705.","DOI":"10.1145\/2593702.2593705"},{"key":"58_CR35","doi-asserted-by":"crossref","unstructured":"Thongtanunam, P, McIntosh S, Hassan AE, Iida H (2015a) Investigating Code Review Practices in Defective Files: An Empirical Study of the Qt System In: Proceedings of the 12th Working Conference on Mining Software Repositories. MSR \u201915, 168\u2013179.. IEEE Press, Piscataway. http:\/\/dl.acm.org\/citation.cfm?id=2820518.2820540.","DOI":"10.1109\/MSR.2015.23"},{"key":"58_CR36","doi-asserted-by":"crossref","unstructured":"Thongtanunam, P, Tantithamthavorn C, Kula RG, Yoshida N, Iida H, Matsumoto Ki (2015b) Who should review my code? a file location-based code-reviewer recommendation approach for modern code review In: SANER 2015, 141\u2013150.. IEEE.","DOI":"10.1109\/SANER.2015.7081824"},{"key":"58_CR37","doi-asserted-by":"crossref","unstructured":"Thongtanunam, P, McIntosh S, Hassan AE, Iida H (2016a) Review participation in modern code review. Empir Softw Eng 22(2):768\u2013817.","DOI":"10.1007\/s10664-016-9452-6"},{"key":"58_CR38","doi-asserted-by":"crossref","unstructured":"Thongtanunam, P, McIntosh S, Hassan AE, Iida H (2016b) Revisiting Code Ownership and Its Relationship with Software Quality in the Scope of Modern Code Review In: Proceedings of the 38th International Conference on Software Engineering. ICSE \u201916, 1039\u20131050.. ACM, New York. http:\/\/doi.acm.org\/10.1145\/2884781.2884852.","DOI":"10.1145\/2884781.2884852"},{"key":"58_CR39","doi-asserted-by":"crossref","unstructured":"Viviani, G, Murphy GC (2016) Removing Stagnation from Modern Code Review In: Companion Proceedings of the 2016 ACM SIGPLAN International Conference on Systems, Programming, Languages and Applications: Software for Humanity. SPLASH Companion 2016, 43\u201344.. ACM, New York. http:\/\/doi.acm.org\/10.1145\/2984043.2989224.","DOI":"10.1145\/2984043.2989224"},{"key":"58_CR40","unstructured":"Witter dos Santos, E, Nunes I (2017) Investigating the effectiveness of peer code review in distributed software development In: Proceedings of the 31st Brazilian Symposium on Software Engineering. SBES\u201917. ACM, New York, 84\u201393. http:\/\/doi.acm.org\/10.1145\/3131151.3131161."},{"key":"58_CR41","doi-asserted-by":"crossref","unstructured":"Xia, X, Lo D, Wang X, Yang X (2015) Who Should Review This Change?: Putting Text and File Location Analyses Together for More Accurate Recommendations In: Proceedings of the 2015 IEEE International Conference on Software Maintenance and Evolution (ICSME). ICSME \u201915, 261\u2013270.. IEEE Computer Society, Washington. http:\/\/dx.doi.org\/10.1109\/ICSM.2015.7332472.","DOI":"10.1109\/ICSM.2015.7332472"},{"key":"58_CR42","doi-asserted-by":"crossref","unstructured":"Yang, X (2014) Social Network Analysis in Open Source Software Peer Review In: Proceedings of the 22Nd ACM SIGSOFT International Symposium on Foundations of Software Engineering. FSE 2014, 820\u2013822.. ACM, New York. http:\/\/doi.acm.org\/10.1145\/2635868.2661682.","DOI":"10.1145\/2635868.2661682"},{"issue":"6","key":"58_CR43","doi-asserted-by":"crossref","first-page":"530","DOI":"10.1109\/TSE.2015.2500238","volume":"42","author":"MB Zanjani","year":"2016","unstructured":"Zanjani, MB, Kagdi H, Bird C (2016) Automatically recommending peer reviewers in modern code review. IEEE Trans Softw Eng 42(6):530\u2013543.","journal-title":"IEEE Trans Softw Eng"}],"container-title":["Journal of Software Engineering Research and Development"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1186\/s40411-018-0058-0.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/article\/10.1186\/s40411-018-0058-0\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1186\/s40411-018-0058-0.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2019,10,28]],"date-time":"2019-10-28T11:43:00Z","timestamp":1572262980000},"score":1,"resource":{"primary":{"URL":"https:\/\/jserd.springeropen.com\/articles\/10.1186\/s40411-018-0058-0"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2018,10,26]]},"references-count":43,"journal-issue":{"issue":"1","published-print":{"date-parts":[[2018,12]]}},"alternative-id":["58"],"URL":"https:\/\/doi.org\/10.1186\/s40411-018-0058-0","relation":{},"ISSN":["2195-1721"],"issn-type":[{"value":"2195-1721","type":"electronic"}],"subject":[],"published":{"date-parts":[[2018,10,26]]},"article-number":"14"}}