{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,7]],"date-time":"2026-07-07T15:17:53Z","timestamp":1783437473319,"version":"3.54.6"},"reference-count":36,"publisher":"Springer Science and Business Media LLC","issue":"1","license":[{"start":{"date-parts":[[2021,10,27]],"date-time":"2021-10-27T00:00:00Z","timestamp":1635292800000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2021,10,27]],"date-time":"2021-10-27T00:00:00Z","timestamp":1635292800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"}],"funder":[{"DOI":"10.13039\/100000001","name":"National Science Foundation","doi-asserted-by":"publisher","award":["1445344"],"award-info":[{"award-number":["1445344"]}],"id":[{"id":"10.13039\/100000001","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Empir Software Eng"],"published-print":{"date-parts":[[2022,1]]},"DOI":"10.1007\/s10664-021-10053-x","type":"journal-article","created":{"date-parts":[[2021,10,27]],"date-time":"2021-10-27T04:03:02Z","timestamp":1635307382000},"update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":23,"title":["Developers perception of peer code review in research software development"],"prefix":"10.1007","volume":"27","author":[{"given":"Nasir U.","family":"Eisty","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-7824-9151","authenticated-orcid":false,"given":"Jeffrey C.","family":"Carver","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2021,10,27]]},"reference":[{"issue":"3","key":"10053_CR1","doi-asserted-by":"publisher","first-page":"31","DOI":"10.1109\/52.28121","volume":"6","author":"AF Ackerman","year":"1989","unstructured":"Ackerman AF, Buchwald LS, Lewski FH (1989) Software inspections: an effective verification process. IEEE Softw 6(3):31\u201336. https:\/\/doi.org\/10.1109\/52.28121","journal-title":"IEEE Softw"},{"key":"10053_CR2","doi-asserted-by":"crossref","unstructured":"Bacchelli A, Bird C (2013) Expectations, outcomes, and challenges of modern code review. In: Proceedings of the 2013 international conference on software engineering, ICSE \u201913. IEEE Press, Piscataway, pp 712\u2013721. http:\/\/dl.acm.org\/citation.cfm?id=2486788.2486882","DOI":"10.1109\/ICSE.2013.6606617"},{"key":"10053_CR3","doi-asserted-by":"publisher","unstructured":"Beller M, Bacchelli A, Zaidman A, Juergens E (2014a) Modern code reviews in open-source projects: Which problems do they fix?. In: Proceedings of the 11th working conference on mining software repositories, MSR 2014. Association for Computing Machinery, New York, pp 202\u2013211. https:\/\/doi.org\/10.1145\/2597073.2597082","DOI":"10.1145\/2597073.2597082"},{"key":"10053_CR4","doi-asserted-by":"publisher","unstructured":"Beller M, Bacchelli A, Zaidman A, Juergens E (2014b) Modern code reviews in open-source projects: Which problems do they fix?. In: Proceedings of the 11th working conference on mining software repositories, MSR 2014. ACM, New York. https:\/\/doi.org\/10.1145\/2597073.2597082, pp 202\u2013211","DOI":"10.1145\/2597073.2597082"},{"key":"10053_CR5","doi-asserted-by":"publisher","unstructured":"Bosu A, Carver JC (2013) Impact of peer code review on peer impression formation: A survey. In: 2013 ACM\/IEEE international symposium on empirical software engineering and measurement. https:\/\/doi.org\/10.1109\/ESEM.2013.23, pp 133\u2013142","DOI":"10.1109\/ESEM.2013.23"},{"key":"10053_CR6","doi-asserted-by":"publisher","first-page":"4","DOI":"10.1016\/j.jss.2014.03.061","volume":"94","author":"A Bosu","year":"2014","unstructured":"Bosu A, Carver J, Guadagno R, Bassett B, McCallum D, Hochstein L (2014) Peer impressions in open source organizations: A survey. J Syst Softw 94:4\u201315. https:\/\/doi.org\/10.1016\/j.jss.2014.03.061. http:\/\/www.sciencedirect.com\/science\/article\/pii\/S0164121214000818","journal-title":"J Syst Softw"},{"key":"10053_CR7","doi-asserted-by":"publisher","unstructured":"Bosu A, Greiler M, Bird C (2015) Characteristics of useful code reviews: An empirical study at microsoft. In: 2015 IEEE\/ACM 12th working conference on mining software repositories. https:\/\/doi.org\/10.1109\/MSR.2015.21, pp 146\u2013156","DOI":"10.1109\/MSR.2015.21"},{"issue":"1","key":"10053_CR8","doi-asserted-by":"publisher","first-page":"56","DOI":"10.1109\/TSE.2016.2576451","volume":"43","author":"A Bosu","year":"2017","unstructured":"Bosu A, Carver JC, Bird C, Orbeck J, Chockley C (2017) Process aspects and social dynamics of contemporary code review: Insights from open source development and industrial practice at microsoft. IEEE Trans Softw Eng 43(1):56\u201375","journal-title":"IEEE Trans Softw Eng"},{"key":"10053_CR9","doi-asserted-by":"publisher","DOI":"10.1201\/9781315368924","volume-title":"Software engineering for science","author":"J Carver","year":"2016","unstructured":"Carver J, Chue Hong N, Thiruvathukal G (2016) Software engineering for science. CRC Press, Boca Raton"},{"key":"10053_CR10","doi-asserted-by":"publisher","unstructured":"Carver JC (2008) Se-cse 2008: The first international workshop on software engineering for computational science and engineering. In: Companion of the 30th international conference on software engineering, ICSE Companion \u201908. Association for Computing Machinery, New York, pp 1071\u20131072. https:\/\/doi.org\/10.1145\/1370175.1370252","DOI":"10.1145\/1370175.1370252"},{"key":"10053_CR11","doi-asserted-by":"publisher","unstructured":"Carver JC, Eisty N (2021) Data set from survey on peer code review in research software. https:\/\/doi.org\/10.6084\/m9.figshare.14736468. https:\/\/figshare.com\/articles\/dataset\/_\/14736468\/0","DOI":"10.6084\/m9.figshare.14736468"},{"issue":"6","key":"10053_CR12","doi-asserted-by":"publisher","first-page":"46","DOI":"10.1109\/MS.2003.1241366","volume":"20","author":"M Ciolkowski","year":"2003","unstructured":"Ciolkowski M, Laitenberger O, Biffl S (2003) Software reviews, the state of the practice. IEEE Softw 20(6):46\u201351. https:\/\/doi.org\/10.1109\/MS.2003.1241366","journal-title":"IEEE Softw"},{"issue":"6","key":"10053_CR13","doi-asserted-by":"publisher","first-page":"49","DOI":"10.1109\/MS.2011.117","volume":"28","author":"T Clune","year":"2011","unstructured":"Clune T, Rood R (2011) Software testing and verification in climate model development. IEEE Softw 28(6):49\u201355. 10.1109\/MS.2011.117","journal-title":"IEEE Softw"},{"key":"10053_CR14","doi-asserted-by":"crossref","unstructured":"Eisty NU, Thiruvathukal GK, Carver JC (2018) A survey of software metric use in research software development. In: 2018 IEEE 14th international conference on e-Science (e-Science), pp 212\u2013222","DOI":"10.1109\/eScience.2018.00036"},{"key":"10053_CR15","doi-asserted-by":"publisher","unstructured":"Eisty NU, Thiruvathukal GK, Carver JC (2019) Use of software process in research software development: A survey. In: Proceedings of the evaluation and assessment on software engineering, EASE \u201919. ACM, New York. https:\/\/doi.org\/10.1145\/3319008.3319351., pp 276\u2013282","DOI":"10.1145\/3319008.3319351."},{"issue":"3","key":"10053_CR16","doi-asserted-by":"publisher","first-page":"182","DOI":"10.1147\/sj.153.0182","volume":"15","author":"ME Fagan","year":"1976","unstructured":"Fagan ME (1976) Design and code inspections to reduce errors in program development. IBM Syst J 15(3):182\u2013211. 10.1147\/sj.153.0182","journal-title":"IBM Syst J"},{"issue":"6","key":"10053_CR17","doi-asserted-by":"publisher","first-page":"30","DOI":"10.1109\/MCSE.2009.205","volume":"11","author":"S Faulk","year":"2009","unstructured":"Faulk S, Loh E, Vanter MLVD, Squires S, Votta LG (2009) Scientific computing\u2019s productivity gridlock: How software engineering can help. Comput Sci Eng 11(6):30\u201339","journal-title":"Comput Sci Eng"},{"key":"10053_CR18","doi-asserted-by":"publisher","unstructured":"Hannay JE, MacLeod C, Singer J, Langtangen HP, Pfahl D, Wilson G (2009) How do scientists develop and use scientific software?. In: 2009 ICSE workshop on software engineering for computational science and engineering. https:\/\/doi.org\/10.1109\/SECSE.2009.5069155, pp 1\u20138","DOI":"10.1109\/SECSE.2009.5069155"},{"key":"10053_CR19","doi-asserted-by":"publisher","first-page":"207","DOI":"10.1016\/j.infsof.2015.07.011","volume":"67","author":"D Heaton","year":"2015","unstructured":"Heaton D, Carver JC (2015) Claims about the use of software engineering practices in science: A systematic literature review. Inform Softw Technol 67:207\u2013219. https:\/\/doi.org\/10.1016\/j.infsof.2015.07.011. http:\/\/www.sciencedirect.com\/science\/article\/pii\/S0950584915001342","journal-title":"Inform Softw Technol"},{"key":"10053_CR20","doi-asserted-by":"publisher","unstructured":"Hook D, Kelly D (2009) Testing for trustworthiness in scientific software. In: 2009 ICSE workshop on soft. eng. for computational science and eng. https:\/\/doi.org\/10.1109\/SECSE.2009.5069163, pp 59\u201364","DOI":"10.1109\/SECSE.2009.5069163"},{"issue":"10","key":"10053_CR21","doi-asserted-by":"publisher","first-page":"1219","DOI":"10.1016\/j.infsof.2014.05.006","volume":"56","author":"U Kanewala","year":"2014","unstructured":"Kanewala U, Bieman JM (2014) Testing scientific software: A systematic literature review. Inf Softw Technol 56(10):1219\u20131232. https:\/\/doi.org\/10.1016\/j.infsof.2014.05.006. http:\/\/www.sciencedirect.com\/science\/article\/pii\/S0950584914001232","journal-title":"Inf Softw Technol"},{"issue":"3","key":"10053_CR22","doi-asserted-by":"publisher","first-page":"430","DOI":"10.1109\/TSE.2008.71","volume":"35","author":"MV Mantyla","year":"2009","unstructured":"Mantyla MV, Lassenius C (2009) What types of defects are really discovered in code reviews? IEEE Trans Softw Eng 35(3):430\u2013448. https:\/\/doi.org\/10.1109\/TSE.2008.71","journal-title":"IEEE Trans Softw Eng"},{"key":"10053_CR23","doi-asserted-by":"publisher","unstructured":"McIntosh S, Kamei Y, Adams B, Hassan AE (2014) The impact of code review coverage and code review participation on software quality: A case study of the qt, vtk, and itk projects. In: Proceedings of the 11th working conference on mining software repositories, MSR 2014. Association for Computing Machinery, New York. https:\/\/doi.org\/10.1145\/2597073.2597076, pp 192\u2013201","DOI":"10.1145\/2597073.2597076"},{"key":"10053_CR24","doi-asserted-by":"publisher","unstructured":"Morales R, McIntosh S, Khomh F (2015) Do code review practices impact design quality? a case study of the qt, vtk, and itk projects. In: 2015 IEEE 22nd international conference on software analysis, evolution, and reengineering (SANER). https:\/\/doi.org\/10.1109\/SANER.2015.7081827, pp 171\u2013180","DOI":"10.1109\/SANER.2015.7081827"},{"key":"10053_CR25","doi-asserted-by":"publisher","unstructured":"Nangia U, Katz DS (2017) Track 1 paper: Surveying the u.s. national postdoctoral association regarding software use and training in research. https:\/\/doi.org\/10.6084\/m9.figshare.5328442.v3. https:\/\/figshare.com\/articles\/Track_1_Paper_Surveying_the_U_S_National_Postdoctoral_Association_Regarding_Software_Use_and_Training_in_Research\/5328442\/3","DOI":"10.6084\/m9.figshare.5328442.v3"},{"key":"10053_CR26","doi-asserted-by":"crossref","unstructured":"Petre M, Wilson G (2014) Code review for and by scientists. In: Proc. 2nd workshop on sustainable software for science: practice and experience","DOI":"10.5334\/jors.an"},{"issue":"7","key":"10053_CR27","doi-asserted-by":"publisher","first-page":"78","DOI":"10.1145\/2854146","volume":"59","author":"R Potvin","year":"2016","unstructured":"Potvin R, Levenberg J (2016) Why google stores billions of lines of code in a single repository. Commun ACM 59(7):78\u201387. https:\/\/doi.org\/10.1145\/2854146","journal-title":"Commun ACM"},{"issue":"2","key":"10053_CR28","doi-asserted-by":"publisher","first-page":"38","DOI":"10.1109\/MCSE.2011.115","volume":"14","author":"H Remmel","year":"2012","unstructured":"Remmel H, Paech B, Bastian P, Engwer C (2012) System testing a scientific framework using a regression-test environment. Comput Sci Eng 14(2):38\u201345","journal-title":"Comput Sci Eng"},{"issue":"6","key":"10053_CR29","doi-asserted-by":"publisher","first-page":"56","DOI":"10.1109\/MS.2012.24","volume":"29","author":"P Rigby","year":"2012","unstructured":"Rigby P, Cleary B, Painchaud F, Storey M, German D (2012) Contemporary peer review in action: Lessons from open source development. IEEE Softw 29(6):56\u201361. https:\/\/doi.org\/10.1109\/MS.2012.24","journal-title":"IEEE Softw"},{"key":"10053_CR30","doi-asserted-by":"publisher","unstructured":"Rigby PC, German DM, Storey MA (2008) Open source software peer review practices: A case study of the apache server. In: Proceedings of the 30th international conference on software engineering, ICSE \u201908. ACM, New York. https:\/\/doi.org\/10.1145\/1368088.1368162., pp 541\u2013550","DOI":"10.1145\/1368088.1368162."},{"key":"10053_CR31","doi-asserted-by":"publisher","unstructured":"Sadowski C, S\u00f6derberg E, Church L, Sipko M, Bacchelli A (2018) Modern code review: A case study at google. In: Proceedings of the 40th international conference on software engineering: software engineering in practice, ICSE-SEIP \u201918. ACM, New York. https:\/\/doi.org\/10.1145\/3183519.3183525., pp 181\u2013190","DOI":"10.1145\/3183519.3183525."},{"issue":"4","key":"10053_CR32","doi-asserted-by":"publisher","first-page":"21","DOI":"10.1109\/MS.2008.84","volume":"25","author":"R Sanders","year":"2008","unstructured":"Sanders R, Kelly D (2008) Dealing with risk in scientific software development. IEEE Softw 25(4):21\u201328","journal-title":"IEEE Softw"},{"key":"10053_CR33","doi-asserted-by":"publisher","unstructured":"Segal J (2005) When software engineers met research scientists: A case study. Empir Softw Eng 10. https:\/\/doi.org\/10.1007\/s10664-005-3865-y","DOI":"10.1007\/s10664-005-3865-y"},{"key":"10053_CR34","doi-asserted-by":"crossref","unstructured":"Segal J (2009) Some challenges facing software engineers developing software for scientists. In: 2009 ICSE workshop on software engineering for computational science and engineering. pp 9\u201314","DOI":"10.1109\/SECSE.2009.5069156"},{"key":"10053_CR35","doi-asserted-by":"publisher","unstructured":"Sutherland A, Venolia G (2009) Can peer code reviews be exploited for later information needs?. In: 2009 31st international conference on software engineering - companion volume. https:\/\/doi.org\/10.1109\/ICSE-COMPANION.2009.5070996, pp 259\u2013262","DOI":"10.1109\/ICSE-COMPANION.2009.5070996"},{"key":"10053_CR36","doi-asserted-by":"crossref","unstructured":"Vilkomir SA, Swain WT, Poore JH, Clarno KT (2008) Modeling input space for testing scientific computational software: A case study. In: Bubak M, van Albada GD, Dongarra J, Sloot PMA (eds) Computational science \u2013 ICCS 2008. Springer, Berlin, pp 291\u2013300","DOI":"10.1007\/978-3-540-69389-5_34"}],"container-title":["Empirical Software Engineering"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10664-021-10053-x.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s10664-021-10053-x\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10664-021-10053-x.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,1,26]],"date-time":"2022-01-26T08:08:07Z","timestamp":1643184487000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s10664-021-10053-x"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2021,10,27]]},"references-count":36,"journal-issue":{"issue":"1","published-print":{"date-parts":[[2022,1]]}},"alternative-id":["10053"],"URL":"https:\/\/doi.org\/10.1007\/s10664-021-10053-x","relation":{},"ISSN":["1382-3256","1573-7616"],"issn-type":[{"value":"1382-3256","type":"print"},{"value":"1573-7616","type":"electronic"}],"subject":[],"published":{"date-parts":[[2021,10,27]]},"assertion":[{"value":"24 September 2021","order":1,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"27 October 2021","order":2,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}}],"article-number":"13"}}