{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,8]],"date-time":"2026-04-08T07:14:14Z","timestamp":1775632454969,"version":"3.50.1"},"reference-count":44,"publisher":"Springer Science and Business Media LLC","issue":"4","license":[{"start":{"date-parts":[[2016,8,11]],"date-time":"2016-08-11T00:00:00Z","timestamp":1470873600000},"content-version":"unspecified","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Software Qual J"],"published-print":{"date-parts":[[2017,12]]},"DOI":"10.1007\/s11219-016-9333-7","type":"journal-article","created":{"date-parts":[[2016,8,11]],"date-time":"2016-08-11T12:28:46Z","timestamp":1470918526000},"page":"1239-1268","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":28,"title":["Onboarding inexperienced developers: struggles and perceptions regarding automated testing"],"prefix":"10.1007","volume":"25","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-4328-3146","authenticated-orcid":false,"given":"Raphael","family":"Pham","sequence":"first","affiliation":[]},{"given":"Stephan","family":"Kiesling","sequence":"additional","affiliation":[]},{"given":"Leif","family":"Singer","sequence":"additional","affiliation":[]},{"given":"Kurt","family":"Schneider","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2016,8,11]]},"reference":[{"key":"9333_CR1","doi-asserted-by":"crossref","unstructured":"Begel, A., & Simon, B. (2008a). Novice software developers, all over again. In Proceedings of the fourth international workshop on computing education research (pp. 3\u201314). ACM.","DOI":"10.1145\/1404520.1404522"},{"key":"9333_CR2","doi-asserted-by":"crossref","unstructured":"Begel, A., & Simon, B. (2008b). Struggles of new college graduates in their first software development job. In ACM SIGCSE Bulletin (Vol. 40, pp. 226\u2013230). ACM.","DOI":"10.1145\/1352322.1352218"},{"key":"9333_CR3","volume-title":"The challenge of problem-based learning","author":"D Boud","year":"1998","unstructured":"Boud, D., & Feletti, G. (1998). The challenge of problem-based learning. Hove: Psychology Press."},{"key":"9333_CR4","doi-asserted-by":"crossref","unstructured":"Brechner, E. (2003). Things they would not teach me of in college: What microsoft developers learn later. In Companion of the 18th annual ACM SIGPLAN conference on object-oriented programming, systems, languages, and applications (pp. 134\u2013136). ACM.","DOI":"10.1145\/949344.949387"},{"key":"9333_CR5","doi-asserted-by":"publisher","unstructured":"Bruegge, B. (1992). Teaching an industry-oriented software engineering course. In C. Sledge (Ed.), Software engineering education, lecture notes in computer science (Vol. 640, pp. 63\u201387). Berlin: Springer. doi:\n                        10.1007\/3-540-55963-9_40\n                        \n                    .","DOI":"10.1007\/3-540-55963-9_40"},{"key":"9333_CR6","doi-asserted-by":"crossref","unstructured":"Carrington, D., & Kim, S. K. (2003). Teaching software design with open source software. In FIE 2003 33rd annual frontiers in education, 2003 (Vol. 3, p. S1C-9). IEEE.","DOI":"10.1109\/FIE.2003.1265910"},{"key":"9333_CR7","doi-asserted-by":"crossref","unstructured":"Dagenais, B., Ossher, H., Bellamy, R. K., Robillard, M. P., & De\u00a0Vries, J. P. (2010). Moving into a new software project landscape. In Proceedings of the 32nd ACM\/IEEE international conference on software engineering (Vol. 1, pp. 275\u2013284). ACM.","DOI":"10.1145\/1806799.1806842"},{"key":"9333_CR8","unstructured":"Deak, A., & Sindre, G. (2014). Analyzing the importance of teaching about testing from alumni survey data. Norsk informatikkonferanse (NIK) 2013."},{"key":"9333_CR9","volume-title":"Peopleware: Productive people and teams","author":"T DeMarco","year":"1987","unstructured":"DeMarco, T., & Lister, T. (1987). Peopleware: Productive people and teams. Oxford: Dorset House."},{"key":"9333_CR10","doi-asserted-by":"crossref","unstructured":"Edwards, S. H. (2003a). Rethinking computer science education from a test-first perspective. In Companion of the 18th annual ACM SIGPLAN conference on object-oriented programming, systems, languages, and applications (pp. 148\u2013155). ACM.","DOI":"10.1145\/949344.949390"},{"key":"9333_CR11","unstructured":"Edwards, S. H. (2003b). Using test-driven development in the classroom: Providing students with automatic, concrete feedback on performance. In Proceedings of the international conference on education and information systems: technologies and applications EISTA (Vol. 3)."},{"key":"9333_CR12","doi-asserted-by":"crossref","unstructured":"Elbaum, S., Person, S., Dokulil, J., & Jorde, M., (2007). Bug hunt: Making early software testing lessons engaging and affordable. In 29th international conference on software engineering, 2007. ICSE 2007 (pp. 688\u2013697). IEEE.","DOI":"10.1109\/ICSE.2007.23"},{"key":"9333_CR13","doi-asserted-by":"crossref","unstructured":"Fagerholm, F., Guinea, A.S., M\u00fcnch, J., & Borenstein, J. (2014). The role of mentoring and project characteristics for onboarding in open source software projects. In Proceedings of the 8th ACM\/IEEE international symposium on empirical software engineering and measurement (p. 55). ACM.","DOI":"10.1145\/2652524.2652540"},{"key":"9333_CR14","doi-asserted-by":"crossref","unstructured":"Fagerholm, F., Johnson, P., Guinea, A. S., Borenstein, J., & Munch, J. (2013). Onboarding in open source software projects: A preliminary analysis. In 2013 IEEE 8th international conference on global software engineering workshops (ICGSEW) (pp. 5\u201310). IEEE.","DOI":"10.1109\/ICGSEW.2013.8"},{"issue":"3","key":"9333_CR15","doi-asserted-by":"crossref","first-page":"68","DOI":"10.1109\/MS.2016.30","volume":"33","author":"V Garousi","year":"2016","unstructured":"Garousi, V., & Felderer, M. (2016). Developing, verifying, and maintaining high-quality automated test scripts. IEEE Software, 33(3), 68\u201375.","journal-title":"IEEE Software"},{"key":"9333_CR16","volume-title":"The discovery of grounded theory: Strategies for qualitative research","author":"B Glaser","year":"1967","unstructured":"Glaser, B., & Strauss, A. (1967). The discovery of grounded theory: Strategies for qualitative research (Vol. 3). Chicago: Aldine de Gruyter."},{"issue":"4","key":"9333_CR17","doi-asserted-by":"crossref","first-page":"55","DOI":"10.1109\/MS.2006.113","volume":"23","author":"RL Glass","year":"2006","unstructured":"Glass, R. L., Collard, R., Bertolino, A., Bach, J., & Kaner, C. (2006). Software testing and industry needs. IEEE Software, 23(4), 55\u201357.","journal-title":"IEEE Software"},{"key":"9333_CR18","doi-asserted-by":"crossref","unstructured":"Janzen, D. S., & Saiedian, H. (2006). Test-driven learning: Intrinsic integration of testing into the CS\/SE curriculum. In In ACM SIGCSE bulletin (Vol. 38, pp. 254\u2013258). ACM.","DOI":"10.1145\/1124706.1121419"},{"issue":"3","key":"9333_CR19","doi-asserted-by":"crossref","first-page":"180","DOI":"10.1108\/13665621011028620","volume":"22","author":"M Johnson","year":"2010","unstructured":"Johnson, M., & Senges, M. (2010). Learning to be a programmer in a complex organization: A case study on practice-based learning during the onboarding process at google. Journal of Workplace Learning, 22(3), 180\u2013194.","journal-title":"Journal of Workplace Learning"},{"key":"9333_CR20","doi-asserted-by":"crossref","unstructured":"Jones, E. L. (2001). An experiential approach to incorporating software testing into the computer science curriculum. In 31st annual frontiers in education conference, 2001 (Vol. 2, p. F3D-7). IEEE.","DOI":"10.1109\/FIE.2001.963741"},{"key":"9333_CR21","unstructured":"Jones, E. L., & Chatmon, C. L. (2001). A perspective on teaching software testing. In Journal of computing sciences in colleges, consortium for computing sciences in colleges (Vol. 16, pp. 92\u2013100)."},{"key":"9333_CR22","doi-asserted-by":"crossref","unstructured":"Kaner, C., & Padmanabhan, S. (2007). Practice and transfer of learning in the teaching of software testing. In 20th conference on software engineering education and training, 2007. CSEET\u201907  (pp. 157\u2013166). IEEE.","DOI":"10.1109\/CSEET.2007.38"},{"key":"9333_CR23","doi-asserted-by":"publisher","unstructured":"L\u00fcbke, D., Flohr, T., & Schneider, K. (2004). Serious insights through fun software-projects. In T. Dings\u00f8yr (Ed.), Software process improvement, lecture notes in computer science (Vol. 3281, pp. 57\u201368). Berlin: Springer. doi:\n                        10.1007\/978-3-540-30181-3_6\n                        \n                    .","DOI":"10.1007\/978-3-540-30181-3_6"},{"key":"9333_CR24","unstructured":"Lustosa\u00a0Neto, V., Coelho, R., Leite, L., Guerrero, D. S., & Mendon\u00e7a, A. P. (2013). Popt: A problem-oriented programming and testing approach for novice students. In 2013 35th international conference on software engineering (ICSE) (pp. 1099\u20131108). IEEE."},{"key":"9333_CR25","doi-asserted-by":"crossref","unstructured":"Marrero, W., & Settle, A. (2005). Testing first: Emphasizing testing in early programming courses. In ACM SIGCSE bulletin (Vol. 37, pp. 4\u20138). ACM.","DOI":"10.1145\/1151954.1067451"},{"key":"9333_CR26","doi-asserted-by":"crossref","unstructured":"Ng, S., Murnane, T., Reed, K., Grant, D., & Chen, T. (2004). A preliminary survey on software testing practices in Australia. In Software engineering conference, 2004. Proceedings. 2004 Australian (pp. 116\u2013125). IEEE.","DOI":"10.1109\/ASWEC.2004.1290464"},{"key":"9333_CR27","doi-asserted-by":"crossref","unstructured":"Pham, R., Kiesling, S., Liskin, O., Singer, L., & Schneider, K. (2014). Enablers, inhibitors, and perceptions of testing in novice software teams. In 22th international symposium on the foundations of software engineering (FSE 2014), Hong Kong, China. (to appear).","DOI":"10.1145\/2635868.2635925"},{"key":"9333_CR28","doi-asserted-by":"publisher","unstructured":"Pham, R., M\u00f6rschbach, J., & Schneider, K. (2015a). Communicating software testing culture through visualizing testing activity. In 7th international workshop on social software engineering (SSE 2015). ACM, SSE 2015. doi:\n                        10.1145\/2804381.2804382\n                        \n                    .","DOI":"10.1145\/2804381.2804382"},{"key":"9333_CR29","doi-asserted-by":"crossref","unstructured":"Pham, R., Singer, L., Liskin, O., Figueira\u00a0Filho, F., & Schneider, K. (2013). Creating a shared understanding of testing culture on a social coding site. In International conference on software engineering (ICSE) (pp. 112\u2013121). IEEE Press.","DOI":"10.1109\/ICSE.2013.6606557"},{"key":"9333_CR30","doi-asserted-by":"publisher","unstructured":"Pham, R., Stoliar, Y., & Schneider, K. (2015b). Automatically recommending test code examples to inexperienced developers. In Proceedings of the 10th joint meeting of the european software engineering conference and the ACM SIGSOFT symposium on the foundations of software engineering (ESEC\/FSE 2015). ACM, ESEC\/FSE 2015. doi:\n                        10.1145\/2786805.2803202\n                        \n                    .","DOI":"10.1145\/2786805.2803202"},{"key":"9333_CR31","doi-asserted-by":"crossref","unstructured":"Radermacher, A., Walia, G., & Knudson, D. (2014). Investigating the skill gap between graduating students and industry expectations. In Companion Proceedings of the 36th international conference on software engineering (pp. 291\u2013300) ACM.","DOI":"10.1145\/2591062.2591159"},{"key":"9333_CR32","doi-asserted-by":"crossref","unstructured":"Rajlich, V. (2013). Teaching developer skills in the first software engineering course. In 2013 35th international conference on software engineering (ICSE) (pp. 1109\u20131116). IEEE.","DOI":"10.1109\/ICSE.2013.6606661"},{"key":"9333_CR33","volume-title":"Diffusion of innovations","author":"EM Rogers","year":"2003","unstructured":"Rogers, E. M. (2003). Diffusion of innovations (5th ed.). New York: Free Press.","edition":"5"},{"issue":"6","key":"9333_CR34","doi-asserted-by":"crossref","first-page":"103","DOI":"10.1145\/376134.376180","volume":"44","author":"T Shepard","year":"2001","unstructured":"Shepard, T., Lamb, M., & Kelly, D. (2001). More testing should be taught. Communications of the ACM, 44(6), 103\u2013108.","journal-title":"Communications of the ACM"},{"key":"9333_CR35","doi-asserted-by":"crossref","unstructured":"Sim, S. E., & Holt, R. C. (1998). The ramp-up problem in software projects: A case study of how software immigrants naturalize. In Proceedings of the international conference on software engineering, 1998 (pp. 361\u2013370). IEEE.","DOI":"10.1109\/ICSE.1998.671389"},{"key":"9333_CR36","doi-asserted-by":"publisher","unstructured":"Singer, L., Figueira Filho, F., Cleary, B., Treude, C., Storey, M. A., & Schneider, K. (2013). Mutual assessment in the social programmer ecosystem: An empirical investigation of developer profile aggregators. In Proceedings of the 2013 conference on computer supported cooperative work. CSCW \u201913 (pp. 103\u2013116). NY: ACM. doi:\n                        10.1145\/2441776.2441791\n                        \n                    .","DOI":"10.1145\/2441776.2441791"},{"key":"9333_CR37","volume-title":"A framework for teaching software testing using f\/oss methodology","author":"SK Sowe","year":"2006","unstructured":"Sowe, S. K., Stamelos, I., & Deligiannis, I. (2006). A framework for teaching software testing using f\/oss methodology. Berlin: Springer. (In Open Source Systems)."},{"key":"9333_CR38","doi-asserted-by":"crossref","unstructured":"Spacco, J., & Pugh, W. (2006). Helping students appreciate test-driven development (TDD). In Companion to the 21st ACM SIGPLAN symposium on object-oriented programming systems, languages, and applications (pp. 907\u2013913). ACM.","DOI":"10.1145\/1176617.1176743"},{"key":"9333_CR39","doi-asserted-by":"crossref","unstructured":"Steinmacher, I., Wiese, I. S., Conte, T., Gerosa, M. A., & Redmiles, D. (2014). The hard life of open source software project newcomers. In Proceedings of the 7th international workshop on cooperative and human aspects of software engineering (pp. 72\u201378). ACM.","DOI":"10.1145\/2593702.2593704"},{"key":"9333_CR40","doi-asserted-by":"publisher","unstructured":"Stuart, H. C., Dabbish, L., Kiesler, S., Kinnaird, P., & Kang, R. (2012a). Social transparency in networked information exchange: A theoretical framework. In Proceedings of the ACM 2012 conference on computer supported cooperative work. CSCW \u201912 (pp. 451\u2013460). New York, NY: ACM. doi:\n                        10.1145\/2145204.2145275\n                        \n                    .","DOI":"10.1145\/2145204.2145275"},{"key":"9333_CR41","doi-asserted-by":"publisher","DOI":"10.1145\/2145204.2145275","author":"HC Stuart","year":"2012","unstructured":"Stuart, H. C., Dabbish, L., Kiesler, S., Kinnaird, P., & Kang, R. (2012b). Social transparency in networked information exchange: A theoretical framework. doi:\n                        10.1145\/2145204.2145275\n                        \n                    .","journal-title":"Social transparency in networked information exchange: A theoretical framework."},{"key":"9333_CR42","unstructured":"van Deursen, A., Nederlof, A., & Bouwers, E. (2013). Teaching software architecture: With GitHub!. Retrieved August 24, 2015, from \n                        http:\/\/avandeursen.com\/2013\/12\/30\/teaching-software-architecture-with-github\/\n                        \n                    ."},{"key":"9333_CR43","volume-title":"How Google tests software","author":"JA Whittaker","year":"2012","unstructured":"Whittaker, J. A., Arbon, J., & Carollo, J. (2012). How Google tests software. Boston: Addison-Wesley."},{"key":"9333_CR44","doi-asserted-by":"publisher","unstructured":"Zagalsky, A., Feliciano, J., Storey, M. D., Zhao, Y., & Wang, W. (2015). The emergence of github as a collaborative platform for education. In Proceedings of the 18th ACM conference on computer supported cooperative work & social computing, CSCW 2015, Vancouver, BC, Canada (pp. 1906\u20131917), March 14\u201318, 2015. doi:\n                        10.1145\/2675133.2675284\n                        \n                    .","DOI":"10.1145\/2675133.2675284"}],"container-title":["Software Quality Journal"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/article\/10.1007\/s11219-016-9333-7\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s11219-016-9333-7.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s11219-016-9333-7","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s11219-016-9333-7.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2017,11,19]],"date-time":"2017-11-19T22:10:10Z","timestamp":1511129410000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/s11219-016-9333-7"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2016,8,11]]},"references-count":44,"journal-issue":{"issue":"4","published-print":{"date-parts":[[2017,12]]}},"alternative-id":["9333"],"URL":"https:\/\/doi.org\/10.1007\/s11219-016-9333-7","relation":{},"ISSN":["0963-9314","1573-1367"],"issn-type":[{"value":"0963-9314","type":"print"},{"value":"1573-1367","type":"electronic"}],"subject":[],"published":{"date-parts":[[2016,8,11]]}}}