{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,8]],"date-time":"2026-04-08T00:23:16Z","timestamp":1775607796256,"version":"3.50.1"},"reference-count":44,"publisher":"Springer Science and Business Media LLC","issue":"4","license":[{"start":{"date-parts":[[2014,9,6]],"date-time":"2014-09-06T00:00:00Z","timestamp":1409961600000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Software Qual J"],"published-print":{"date-parts":[[2015,12]]},"DOI":"10.1007\/s11219-014-9250-6","type":"journal-article","created":{"date-parts":[[2014,9,5]],"date-time":"2014-09-05T16:54:32Z","timestamp":1409936072000},"page":"695-722","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":21,"title":["Empirical analysis of factors affecting confirmation bias levels of software engineers"],"prefix":"10.1007","volume":"23","author":[{"given":"Gul","family":"Calikli","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Ayse","family":"Bener","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2014,9,6]]},"reference":[{"key":"9250_CR1","volume-title":"Multiple regression: A primer","author":"PD Allison","year":"1999","unstructured":"Allison, P. D. (1999). Multiple regression: A primer. Thousand Oaks, CA: Pine Forge Press."},{"issue":"1","key":"9250_CR2","doi-asserted-by":"crossref","first-page":"6175","DOI":"10.1016\/0160-2896(87)90027-4","volume":"11","author":"J Borkowski","year":"1987","unstructured":"Borkowski, J., Carr, M., & Pressley, M. (1987). Spontaneous strategy use: Perspectives from metacognitive theory. Intelligence, 11(1), 6175.","journal-title":"Intelligence"},{"key":"9250_CR3","doi-asserted-by":"crossref","first-page":"144","DOI":"10.1111\/j.2044-8317.1978.tb00581.x","volume":"31","author":"JV Bradley","year":"1978","unstructured":"Bradley, J. V. (1978). Robustness. British Journal of Mathematical and Statistical Psychology, 31, 144\u2013155.","journal-title":"British Journal of Mathematical and Statistical Psychology"},{"key":"9250_CR5","doi-asserted-by":"crossref","unstructured":"Calikli, G. & Bener, A. (2010a). Empirical analyses factors affecting confirmation bias and the effects of confirmation bias on software developer\/tester performance. In Proceedings of 5th international workshop on predictor models in software engineering.","DOI":"10.1145\/1868328.1868344"},{"key":"9250_CR6","doi-asserted-by":"crossref","unstructured":"Calikli, G. & Bener, A. (2010b). Preliminary analysis of the effects of confirmation bias on software defect density. In Proceedings of the 4th international symposium on empirical software engineering and measurement.","DOI":"10.1145\/1852786.1852870"},{"key":"9250_CR7","unstructured":"Calikli, G., Arslan, B. & Bener, A. (2010a). Confirmation bias in software development and testing: An analysis of the effects of company size, experience and reasoning skills. In Proceedings of the 22nd annual psychology of programming interest group workshop."},{"key":"9250_CR8","doi-asserted-by":"crossref","unstructured":"Calikli, G., Bener, A., & Arslan, B. (2010b). An analysis of the effects of company culture, education and experience on confirmation bias levels of software developers and testers. In Proceedings of 32nd international conference on software engineering.","DOI":"10.1145\/1810295.1810326"},{"key":"9250_CR9","doi-asserted-by":"crossref","unstructured":"Calikli, G., Bener, A., Aytac, T. & Bozcan, O. (2013). Towards a metric suite proposal to quantify confirmation biases of developers. In Proceedings of the 7th international symposium on empirical software engineering and measurement, industry track.","DOI":"10.1109\/ESEM.2013.47"},{"key":"9250_CR10","doi-asserted-by":"crossref","first-page":"377","DOI":"10.1007\/s11219-012-9180-0","volume":"21","author":"G Calikli","year":"2013","unstructured":"Calikli, G., & Bener, A. (2013). Influence of confirmation biases of developers on software quality: An empirical study. Software Quality Journal, 21, 377\u2013416.","journal-title":"Software Quality Journal"},{"key":"9250_CR11","doi-asserted-by":"crossref","first-page":"391","DOI":"10.1016\/0010-0285(85)90014-3","volume":"17","author":"PW Cheng","year":"1985","unstructured":"Cheng, P. W., & Holyoak, K. J. (1985). Pragmatic reasoning schemas. Cognitive Psychology, 17, 391\u2013416.","journal-title":"Cognitive Psychology"},{"key":"9250_CR12","volume-title":"Quasi-experimentation: Design and analysis issues for field settings","author":"TD Cook","year":"1979","unstructured":"Cook, T. D., & Campbell, D. T. (1979). Quasi-experimentation: Design and analysis issues for field settings. Boston: Houghton-Mifflin Company."},{"key":"9250_CR13","first-page":"187","volume":"31","author":"L Cosmides","year":"1989","unstructured":"Cosmides, L. (1989). The logic of social exchange: Has natural selection shaped how humans reason? Studies with Wason\u2019s selection task, Cognition, 31, 187\u2013276.","journal-title":"Studies with Wason\u2019s selection task, Cognition"},{"key":"9250_CR14","doi-asserted-by":"crossref","first-page":"496","DOI":"10.3758\/BF03197653","volume":"10","author":"JR Cox","year":"1982","unstructured":"Cox, J. R., & Griggs, R. A. (1982). The effects of experience on performance in Wason\u2019s selection task. Memory and Cognition, 10, 496\u2013502.","journal-title":"Memory and Cognition"},{"issue":"7","key":"9250_CR15","doi-asserted-by":"crossref","first-page":"1468","DOI":"10.1093\/clinchem\/39.7.1468","volume":"39","author":"NV Dawson","year":"1993","unstructured":"Dawson, N. V. (1993). Physician judgement in clinical settings: Methodological and cognitive performance. Clinical Chemistry, 39(7), 1468\u20131478.","journal-title":"Clinical Chemistry"},{"key":"9250_CR16","doi-asserted-by":"crossref","first-page":"395416","DOI":"10.1037\/0033-295X.85.5.395","volume":"85","author":"HJ Einhorn","year":"1978","unstructured":"Einhorn, H. J., & Hogarth, R. M. (1978). Confidence in judgment: Persistence of the illusion of validity. Psychological Review, 85, 395416.","journal-title":"Psychological Review"},{"key":"9250_CR17","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1109\/TSE.2005.37","volume":"31","author":"H Erdogmus","year":"2005","unstructured":"Erdogmus, H., Morisio, M., & Torchiano, M. (2005). On the effectiveness of test-first approach to programming. IEEE Transactions on Software Engineering, 31, 1\u201314.","journal-title":"IEEE Transactions on Software Engineering"},{"key":"9250_CR18","volume-title":"Human reasoning: The psychology of deduction","author":"JSBT Evans","year":"1993","unstructured":"Evans, J. S. B. T., Newstead, S. E., & Byrne, R. M. (1993). Human reasoning: The psychology of deduction. East Sussex: Lawrence Erlbaum Associates Ltd."},{"key":"9250_CR19","doi-asserted-by":"crossref","first-page":"267","DOI":"10.1080\/03033910.1997.10558147","volume":"18","author":"H Garavan","year":"1997","unstructured":"Garavan, H., Doherty, M. E., & Mynatt, C. R. (1997). When falsification fails. The Irish Journal of Psychology, 18, 267\u2013292.","journal-title":"The Irish Journal of Psychology"},{"key":"9250_CR20","doi-asserted-by":"crossref","first-page":"237","DOI":"10.3102\/00346543042003237","volume":"42","author":"GV Glass","year":"1972","unstructured":"Glass, G. V., Peckham, P. D., & Sanders, J. R. (1972). Consequences of failure to meet assumptions underlying the fixed effects analyses of variance and covariance. Review of Educational Research, 42, 237\u2013288.","journal-title":"Review of Educational Research"},{"key":"9250_CR21","doi-asserted-by":"crossref","first-page":"407","DOI":"10.1111\/j.2044-8295.1982.tb01823.x","volume":"73","author":"RA Griggs","year":"1982","unstructured":"Griggs, R. A., & Cox, J. R. (1982). The elusive thematic materials effect in Wason\u2019s selection task. British Journal of Psychology, 73, 407\u2013420.","journal-title":"British Journal of Psychology"},{"key":"9250_CR22","volume-title":"The role of problem content in the selection task and in the THOG problem, thinking and reasoning: Psychological approaches","author":"RA Griggs","year":"1983","unstructured":"Griggs, R. A. (1983). The role of problem content in the selection task and in the THOG problem, thinking and reasoning: Psychological approaches. London: Routledge and Kegan Pauli."},{"key":"9250_CR23","doi-asserted-by":"crossref","first-page":"319","DOI":"10.1177\/0306312786016002007","volume":"16","author":"RA Griggs","year":"1986","unstructured":"Griggs, R. A., & Ransdell, S. E. (1986). Scientists and the selection task. Social Studies of Science, 16, 319\u2013330.","journal-title":"Social Studies of Science"},{"key":"9250_CR24","doi-asserted-by":"crossref","first-page":"123","DOI":"10.1007\/s00163-002-0011-3","volume":"13","author":"NW Hirschi","year":"2002","unstructured":"Hirschi, N. W., & Frey, D. D. (2002). Cognition and complexity: An experiment on the effect of coupling in parameter design. Research in Engineering Design, 13, 123\u2013131.","journal-title":"Research in Engineering Design"},{"key":"9250_CR25","doi-asserted-by":"crossref","first-page":"453","DOI":"10.3758\/BF03198458","volume":"13","author":"SJ Hoch","year":"1985","unstructured":"Hoch, S. J., & Tschirgi, J. E. (1985). Logical reasoning and cue redundancy in deductive reasoning. Memory and Cognition, 13, 453\u2013462.","journal-title":"Memory and Cognition"},{"key":"9250_CR26","unstructured":"Inglis, M., & Simpson, A. (2004). Mathematicians and the selection task. Proceedings of the international group for the psychology of mathematics education, Cape Town."},{"key":"9250_CR27","doi-asserted-by":"crossref","first-page":"327","DOI":"10.3758\/BF03337671","volume":"26","author":"SL Jackson","year":"1988","unstructured":"Jackson, S. L., & Griggs, R. A. (1988). Education and the selection task. Bulletin of the Psychometric Society, 26, 327\u2013330.","journal-title":"Bulletin of the Psychometric Society"},{"key":"9250_CR28","doi-asserted-by":"crossref","first-page":"87","DOI":"10.1080\/14640747208400271","volume":"24","author":"PN Johnson-Laird","year":"1972","unstructured":"Johnson-Laird, P. N., & Tridgell, J. M. (1972). When negation is easier than affirmation. Quarterly Journal of Experimental Psychology, 24, 87\u201391.","journal-title":"Quarterly Journal of Experimental Psychology"},{"key":"9250_CR29","volume-title":"Thinking, fast and slow","author":"D Kahneman","year":"2011","unstructured":"Kahneman, D. (2011). Thinking, fast and slow. Toronto: Doubleday Canada."},{"issue":"10","key":"9250_CR30","doi-asserted-by":"crossref","first-page":"e13483","DOI":"10.1371\/journal.pone.0013483","volume":"5","author":"M Knauff","year":"2010","unstructured":"Knauff, M., Budeck, C., Wolf, A. G., & Hamburger, K. (2010). The illogicality of stock-brokers: Psychological experiments on the effects of prior knowledge and belief biases on logical reasoning in stock trading. PLoS One Journal, 5(10), e13483. doi: 10.1371\/journal.pone.0013483 .","journal-title":"PLoS One Journal"},{"key":"9250_CR31","volume-title":"Applied linear regression models","author":"MH Kutner","year":"2004","unstructured":"Kutner, M. H., Nachtsheim, C. J., & Neter, J. (2004). Applied linear regression models (4th ed.). New York: McGraw-Hill Irwin.","edition":"4"},{"key":"9250_CR32","volume-title":"Inference and learning algorithms","author":"DJC MacKay","year":"2003","unstructured":"MacKay, D. J. C. (2003). Inference and learning algorithms. Cambridge, UK: Cambridge University Press."},{"key":"9250_CR33","doi-asserted-by":"crossref","unstructured":"Mahoney, M. J., & DeMonbreun, B. G. (1977). Psychology of the scientist: An analysis of problem solving bias. Cognitive Therapy and Research, 1(3), 229\u2013238.","DOI":"10.1007\/BF01186796"},{"key":"9250_CR34","doi-asserted-by":"crossref","unstructured":"Mair, C., & Shepperd, M. (2011). Human judgement and software metrics: Vision for the future. In 33rd International conference on software engineering, ICSE 11, May 21\u201328, 2011. Waikiki, Honolulu, HI.","DOI":"10.1145\/1985374.1985393"},{"key":"9250_CR35","unstructured":"Manktelow, K. I., & Over, D. E. (1990). Inference and understanding: A philosophical and psychological perspective. London, UK: Routledge."},{"key":"9250_CR36","doi-asserted-by":"crossref","first-page":"477","DOI":"10.1111\/j.2044-8295.1979.tb01720.x","volume":"70","author":"KI Manktelow","year":"1979","unstructured":"Manktelow, K. I., & Evans, J. S. B. T. (1979). Facilitation of reasoning by realism: Effect or non-effect? British Journal of Psychology, 70, 477\u2013488.","journal-title":"British Journal of Psychology"},{"key":"9250_CR37","unstructured":"Merkhofer, M. W. (1998). Assessment, refinement, and narrowing of options, Chapter 8. In V. H. Dale & M. R. English (Eds.), Tools to aid environmental decision making. New York: Springer."},{"key":"9250_CR38","first-page":"150","volume":"2","author":"J Murray","year":"2010","unstructured":"Murray, J., & Thompson, M. E. (2010). Applying decision making theory to clinical judgement in violence risk assessments. Europes Journal of Psychology, 2, 150\u2013171.","journal-title":"Europes Journal of Psychology"},{"issue":"6","key":"9250_CR39","doi-asserted-by":"crossref","first-page":"57","DOI":"10.1145\/203241.203256","volume":"38","author":"W Stacy","year":"1995","unstructured":"Stacy, W., & MacMillan, J. (1995). Cognitive bias in software engineering. Communication of the ACM, 38(6), 57\u201363.","journal-title":"Communication of the ACM"},{"key":"9250_CR40","volume-title":"Statistical modelling for social researchers: Principles and practice","author":"R Tarling","year":"2009","unstructured":"Tarling, R. (2009). Statistical modelling for social researchers: Principles and practice. New York, NY: Routledge."},{"key":"9250_CR41","unstructured":"Teasley, B., Leventhal, L. M., & Rohlman, S. (1993). Positive test bias in software engineering professionals: What is right and what\u2019s wrong. In Proceedings of the 5th workshop on empirical studies of programmers."},{"issue":"1","key":"9250_CR42","doi-asserted-by":"crossref","first-page":"142","DOI":"10.1037\/0021-9010.79.1.142","volume":"79","author":"BE Teasley","year":"1994","unstructured":"Teasley, B. E., Leventhal, L. M., Mynatt, C. R., & Rohlman, D. S. (1994). Why software testing is sometimes ineffective: Two applied studies of positive test strategy. Journal of Applied Psychology, 79(1), 142\u2013155.","journal-title":"Journal of Applied Psychology"},{"key":"9250_CR43","doi-asserted-by":"crossref","first-page":"129","DOI":"10.1080\/17470216008416717","volume":"12","author":"PC Wason","year":"1960","unstructured":"Wason, P. C. (1960). On the failure to eliminate hypotheses in a conceptual task. Quarterly Journal of Experimental Psychology, 12, 129\u2013140.","journal-title":"Quarterly Journal of Experimental Psychology"},{"key":"9250_CR44","doi-asserted-by":"crossref","first-page":"273281","DOI":"10.1080\/14640746808400161","volume":"20","author":"PC Wason","year":"1968","unstructured":"Wason, P. C. (1968). Reasoning about a rule. Quarterly Journal of Experimental Psychology, 20, 273281.","journal-title":"Quarterly Journal of Experimental Psychology"},{"key":"9250_CR45","doi-asserted-by":"crossref","first-page":"63","DOI":"10.1080\/00335557143000068","volume":"23","author":"PC Wason","year":"1971","unstructured":"Wason, P. C., & Shapiro, D. (1971). Natural and contrived experience in a reasoning problem. Quarterly Journal of Experimental Psychology, 23, 63\u201371.","journal-title":"Quarterly Journal of Experimental Psychology"}],"container-title":["Software Quality Journal"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s11219-014-9250-6.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/article\/10.1007\/s11219-014-9250-6\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s11219-014-9250-6","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2020,8,24]],"date-time":"2020-08-24T03:21:16Z","timestamp":1598239276000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/s11219-014-9250-6"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2014,9,6]]},"references-count":44,"journal-issue":{"issue":"4","published-print":{"date-parts":[[2015,12]]}},"alternative-id":["9250"],"URL":"https:\/\/doi.org\/10.1007\/s11219-014-9250-6","relation":{},"ISSN":["0963-9314","1573-1367"],"issn-type":[{"value":"0963-9314","type":"print"},{"value":"1573-1367","type":"electronic"}],"subject":[],"published":{"date-parts":[[2014,9,6]]}}}