{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,1,13]],"date-time":"2026-01-13T20:59:44Z","timestamp":1768337984652,"version":"3.49.0"},"reference-count":73,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"12","license":[{"start":{"date-parts":[[2023,12,1]],"date-time":"2023-12-01T00:00:00Z","timestamp":1701388800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/legalcode"}],"funder":[{"name":"Infotech Oulu Doctoral grant at the University of Oulu"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IIEEE Trans. Software Eng."],"published-print":{"date-parts":[[2023,12]]},"DOI":"10.1109\/tse.2023.3330400","type":"journal-article","created":{"date-parts":[[2023,11,8]],"date-time":"2023-11-08T18:58:24Z","timestamp":1699469904000},"page":"5203-5222","source":"Crossref","is-referenced-by-count":1,"title":["Confirmation Bias and Time Pressure: A Family of Experiments in Software Testing"],"prefix":"10.1109","volume":"49","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-4709-3622","authenticated-orcid":false,"given":"Iflaah","family":"Salman","sequence":"first","affiliation":[{"name":"School of Engineering Science, Lappeenranta-Lahti University of Technology, Lahti, Finland"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-1511-2163","authenticated-orcid":false,"given":"Burak","family":"Turhan","sequence":"additional","affiliation":[{"name":"M3S Research Unit, University of Oulu, Oulu, Finland"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-7555-138X","authenticated-orcid":false,"given":"Robert","family":"Rama\u010d","sequence":"additional","affiliation":[{"name":"Faculty of Technical Sciences, University of Novi Sad, Novi Sad, Serbia"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-6996-2222","authenticated-orcid":false,"given":"Vladimir","family":"Mandi\u0107","sequence":"additional","affiliation":[{"name":"Faculty of Technical Sciences, University of Novi Sad, Novi Sad, Serbia"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"263","reference":[{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1016\/j.jss.2021.111114"},{"key":"ref57","doi-asserted-by":"publisher","DOI":"10.1006\/ijhc.1994.1079"},{"key":"ref56","author":"field","year":"2018","journal-title":"Discovering Statistics Using Ibm Spss Statistics"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2020.3019892"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1145\/1718918.1718971"},{"key":"ref59","doi-asserted-by":"publisher","DOI":"10.1016\/j.ijhcs.2004.10.003"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1016\/j.infsof.2013.04.005"},{"key":"ref58","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-642-38314-4_7"},{"key":"ref53","doi-asserted-by":"publisher","DOI":"10.1007\/s10664-017-9523-3"},{"key":"ref52","article-title":"Online kappa calculator","author":"randolph","year":"0"},{"key":"ref55","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-642-72087-1_17"},{"key":"ref11","first-page":"83","article-title":"Time pressure: A controlled experiment of test case development and requirements review","author":"m\u00e4ntyl\u00e4","year":"0","journal-title":"Proc 36th Int Conf Softw Eng (ICSE)"},{"key":"ref54","first-page":"666","article-title":"Are students representatives of professionals in software engineering experiments?","author":"salman","year":"2015","journal-title":"Proceedings of the International Conference on Software Engineering ICSE'94"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1145\/1810295.1810326"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1016\/S0164-1212(02)00060-2"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1109\/RCIS.2014.6861031"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1111\/j.1559-1816.2007.00175.x"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1016\/j.jesp.2012.08.010"},{"key":"ref51","first-page":"1","article-title":"Free-marginal multirater kappa: An alternative to Fleiss fixed-marginal multirater kappa","author":"randolph","year":"0","journal-title":"Proc Joensuu Univ Learn Instruction Symp"},{"key":"ref50","author":"field","year":"2012","journal-title":"Discovering Statistics Using R"},{"key":"ref46","article-title":"NASA Task Load Index (TLX)","year":"0"},{"key":"ref45","first-page":"21","article-title":"NASA Task Load Index","volume":"1","year":"2006","journal-title":"Human Mental Workload"},{"key":"ref48","doi-asserted-by":"publisher","DOI":"10.1037\/a0024338"},{"key":"ref47","article-title":"7.2.6—Model assumptions and diagnostics assumptions—STAT 505.","year":"0"},{"key":"ref42","doi-asserted-by":"publisher","DOI":"10.1109\/SwSTE.2007.9"},{"key":"ref41","doi-asserted-by":"publisher","DOI":"10.1109\/SEmotion.2017.11"},{"key":"ref44","first-page":"4835","article-title":"Antecedents and consequences of time pressure in Scrum projects: Insights from a qualitative study","author":"lin\u00dfen","year":"0","journal-title":"Proc 51st Hawaii Int Conf Syst Sci"},{"key":"ref43","doi-asserted-by":"crossref","first-page":"624","DOI":"10.1109\/TSE.2009.18","article-title":"Impact of budget and schedule pressure on software development cycle time and effort","volume":"35","author":"nan","year":"2009","journal-title":"IEEE Trans Softw Eng"},{"key":"ref49","doi-asserted-by":"publisher","DOI":"10.1002\/9780470743386"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1037\/0021-9010.79.1.142"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1145\/203241.203256"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1007\/s11219-014-9250-6"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1145\/1868328.1868344"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2021.3112503"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1007\/3-540-57433-6_50"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1109\/ESEM.2013.47"},{"key":"ref40","doi-asserted-by":"publisher","DOI":"10.1109\/MS.2020.3020784"},{"key":"ref35","first-page":"51","article-title":"Before you make that big decision…","author":"kahneman","year":"2011","journal-title":"Harvard Bus Rev"},{"key":"ref34","article-title":"A taxonomy of decision biases","author":"arnott","year":"1998"},{"key":"ref37","doi-asserted-by":"publisher","DOI":"10.1006\/ijhc.1994.1079"},{"key":"ref36","doi-asserted-by":"publisher","DOI":"10.1016\/j.dss.2019.05.003"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-642-02152-7_9"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.1007\/s10664-008-9060-1"},{"key":"ref33","article-title":"Judgement under uncertainty: Heuristics and biases","author":"tversky","year":"0"},{"key":"ref32","doi-asserted-by":"publisher","DOI":"10.1017\/CBO9780511808098"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2018.2877759"},{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1111\/j.1365-2575.2006.00208.x"},{"key":"ref39","doi-asserted-by":"publisher","DOI":"10.1016\/j.infsof.2020.106257"},{"key":"ref38","article-title":"The effects of confirmation bias and time pressure in software testing","author":"salman","year":"2019"},{"key":"ref71","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-642-25676-9_8"},{"key":"ref70","doi-asserted-by":"publisher","DOI":"10.1109\/GTSE.2013.6613868"},{"key":"ref73","year":"0","journal-title":"Ethical and Policy Issues in International Research Clinical Trials in Developing Countries"},{"key":"ref72","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-642-29044-2"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2018.2864633"},{"key":"ref68","doi-asserted-by":"publisher","DOI":"10.1109\/APSEC.2009.39"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1016\/j.infsof.2012.07.016"},{"key":"ref67","doi-asserted-by":"publisher","DOI":"10.1109\/ENABL.2003.1231428"},{"key":"ref26","first-page":"356","article-title":"Using differences among replications of software engineering experiments to gain knowledge","author":"juristo","year":"0","journal-title":"Proc International Symposium on Empirical Software Engineering and Measurement (ESEM)"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-642-25231-0_2"},{"key":"ref69","article-title":"A method for aggregating families of experiments in software engineering a step by step guide","author":"vegas","year":"2023","journal-title":"Empirical Softw Eng"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1007\/s10664-018-9668-8"},{"key":"ref64","doi-asserted-by":"publisher","DOI":"10.1016\/j.infsof.2016.01.002"},{"key":"ref63","doi-asserted-by":"publisher","DOI":"10.1109\/RCIS.2008.4632095"},{"key":"ref22","first-page":"1","article-title":"Towards reporting guidelines for experimental replications: A proposal","volume":"1","author":"carver","year":"0","journal-title":"Proc 1st Int Workshop Replication Empirical Softw Eng"},{"key":"ref66","doi-asserted-by":"publisher","DOI":"10.1023\/B:SQJO.0000042060.88173.fe"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1007\/s10664-020-09895-8"},{"key":"ref65","doi-asserted-by":"publisher","DOI":"10.1145\/1985793.1985816"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2019.2935720"},{"key":"ref27","first-page":"203","article-title":"A framework for software engineering experimental replications","author":"mendon\u00e7a","year":"0","journal-title":"Proc IEEE Int Conf Eng Complex Comput Syst (ICECCS)"},{"key":"ref29","doi-asserted-by":"publisher","DOI":"10.1016\/j.infsof.2014.04.004"},{"key":"ref60","doi-asserted-by":"publisher","DOI":"10.1016\/j.infsof.2012.12.004"},{"key":"ref62","doi-asserted-by":"publisher","DOI":"10.1109\/2.920612"},{"key":"ref61","doi-asserted-by":"publisher","DOI":"10.1145\/3202710.3203148"}],"container-title":["IEEE Transactions on Software Engineering"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/32\/10354277\/10313064.pdf?arnumber=10313064","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,12,13]],"date-time":"2023-12-13T19:28:38Z","timestamp":1702495718000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/10313064\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,12]]},"references-count":73,"journal-issue":{"issue":"12"},"URL":"https:\/\/doi.org\/10.1109\/tse.2023.3330400","relation":{},"ISSN":["0098-5589","1939-3520","2326-3881"],"issn-type":[{"value":"0098-5589","type":"print"},{"value":"1939-3520","type":"electronic"},{"value":"2326-3881","type":"electronic"}],"subject":[],"published":{"date-parts":[[2023,12]]}}}