{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,1,13]],"date-time":"2026-01-13T16:37:41Z","timestamp":1768322261527,"version":"3.49.0"},"reference-count":130,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"12","license":[{"start":{"date-parts":[[2014,12,1]],"date-time":"2014-12-01T00:00:00Z","timestamp":1417392000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"}],"funder":[{"name":"Research Laboratory and the Research Council of Norway through","award":["182567"],"award-info":[{"award-number":["182567"]}]},{"name":"Research Laboratory and the Research Council of Norway through","award":["193236\/I40"],"award-info":[{"award-number":["193236\/I40"]}]},{"name":"Research Laboratory and the Research Council of Norway through","award":["217594\/O30"],"award-info":[{"award-number":["217594\/O30"]}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IIEEE Trans. Software Eng."],"published-print":{"date-parts":[[2014,12,1]]},"DOI":"10.1109\/tse.2014.2348997","type":"journal-article","created":{"date-parts":[[2014,8,22]],"date-time":"2014-08-22T19:44:23Z","timestamp":1408736663000},"page":"1163-1184","source":"Crossref","is-referenced-by-count":66,"title":["Construction and Validation of an Instrument for Measuring Programming Skill"],"prefix":"10.1109","volume":"40","author":[{"given":"Gunnar R.","family":"Bergersen","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Dag I.K.","family":"Sjoberg","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Tore","family":"Dyba","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"263","reference":[{"key":"ref39","article-title":"Object-oriented analysis and design","author":"cockburn","year":"0"},{"key":"ref38","doi-asserted-by":"publisher","DOI":"10.1002\/1097-0258(20001130)19:22<3127::AID-SIM784>3.0.CO;2-M"},{"key":"ref33","doi-asserted-by":"publisher","DOI":"10.1017\/CBO9780511571312"},{"key":"ref32","first-page":"35","article-title":"A theory of performance","author":"campbell","year":"1993","journal-title":"Personnel Selection in Organizations"},{"key":"ref31","first-page":"258","article-title":"The substantive nature of job performance variability","author":"campbell","year":"1996","journal-title":"Individual Differences and Behavior in Organizations"},{"key":"ref30","first-page":"687","article-title":"Modeling the performance prediction problem in industrial and organizational psychology","volume":"1","author":"campbell","year":"1990","journal-title":"Handbook of Industrial and Organizational Psychology"},{"key":"ref37","doi-asserted-by":"publisher","DOI":"10.1145\/1017114.1017122"},{"key":"ref36","doi-asserted-by":"publisher","DOI":"10.2307\/2983440"},{"key":"ref35","doi-asserted-by":"publisher","DOI":"10.1016\/S0079-7421(08)60546-0"},{"key":"ref34","author":"cattell","year":"1971","journal-title":"Abilities Their Structure Growth and Action"},{"key":"ref28","first-page":"41","article-title":"A phenomenology of the other one: Corrigible, hypothetical, and critical","author":"campbell","year":"1969","journal-title":"Human Action Conceptual and Empirical Issues"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.1109\/MC.1987.1663532"},{"key":"ref29","doi-asserted-by":"publisher","DOI":"10.1037\/h0046016"},{"key":"ref20","doi-asserted-by":"crossref","DOI":"10.4324\/9781410600127","author":"bond","year":"2001","journal-title":"Applying the Rasch Model Fundamental measurement in the Human Sciences"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.1037\/0033-295X.110.2.203"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1017\/CBO9780511490026"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.1177\/0959354307086925"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1037\/0033-295X.111.4.1061"},{"key":"ref101","author":"rasch","year":"1960","journal-title":"Probabilistic Models for Some Intelligence and Achievement Tests"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1007\/BF00125812"},{"key":"ref100","year":"0"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.1111\/j.1745-3984.1990.tb00736.x"},{"key":"ref50","doi-asserted-by":"publisher","DOI":"10.1037\/1082-989X.5.2.155"},{"key":"ref51","doi-asserted-by":"publisher","DOI":"10.1037\/1040-3590.8.4.341"},{"key":"ref59","doi-asserted-by":"publisher","DOI":"10.1002\/stvr.4370010204"},{"key":"ref58","doi-asserted-by":"publisher","DOI":"10.1109\/32.268921"},{"key":"ref57","doi-asserted-by":"publisher","DOI":"10.1109\/ICPC.2012.6240511"},{"key":"ref56","author":"eriksson","year":"1997","journal-title":"UML Toolkit"},{"key":"ref55","first-page":"1","article-title":"Prospects and limits of the empirical study of expertise: An introduction","author":"ericsson","year":"1991","journal-title":"Toward a General Theory of Expertise"},{"key":"ref54","doi-asserted-by":"publisher","DOI":"10.1037\/0033-295X.100.3.363"},{"key":"ref53","doi-asserted-by":"publisher","DOI":"10.1017\/CBO9780511816796"},{"key":"ref52","doi-asserted-by":"publisher","DOI":"10.1017\/CBO9780511615771.003"},{"key":"ref40","author":"cohen","year":"1989","journal-title":"Developing Sociological Knowledge Theory and Method"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1037\/0033-295X.89.4.369"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2008.89"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1016\/0364-0213(89)90021-9"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1037\/0033-295X.94.2.192"},{"key":"ref8","first-page":"123","article-title":"Understanding the response structure and process in the polytomous Rasch model","author":"andrich","year":"2010","journal-title":"Handbook of Polytomous Item Response Theory Models Developments and Applications"},{"key":"ref49","doi-asserted-by":"publisher","DOI":"10.1145\/2372251.2372256"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1007\/BF02293814"},{"key":"ref9","year":"2006"},{"key":"ref46","doi-asserted-by":"publisher","DOI":"10.1023\/A:1009800404137"},{"key":"ref45","author":"demarco","year":"1999","journal-title":"Peopleware Productive Projects and Teams"},{"key":"ref48","doi-asserted-by":"publisher","DOI":"10.1109\/ISESE.2005.1541852"},{"key":"ref47","doi-asserted-by":"crossref","first-page":"745","DOI":"10.1016\/j.infsof.2005.08.009","article-title":"A systematic review of statistical power in software engineering experiments","volume":"48","author":"dyb\u00e5","year":"2006","journal-title":"Inf Softw Technol"},{"key":"ref42","first-page":"97","article-title":"Fifteen years of psychology in software engineering: Individual differences and cognitive science","author":"curtis","year":"0","journal-title":"Proc 7th Int Conf Softw Eng"},{"key":"ref41","doi-asserted-by":"publisher","DOI":"10.1109\/PROC.1980.11813"},{"key":"ref44","doi-asserted-by":"publisher","DOI":"10.1287\/isre.8.1.95"},{"key":"ref43","doi-asserted-by":"publisher","DOI":"10.1007\/s10654-008-9230-x"},{"key":"ref127","doi-asserted-by":"publisher","DOI":"10.1016\/S0020-7373(85)80041-9"},{"key":"ref126","doi-asserted-by":"publisher","DOI":"10.1207\/s15327043hup0201_2"},{"key":"ref125","doi-asserted-by":"publisher","DOI":"10.1023\/B:EMSE.0000027778.69251.1f"},{"key":"ref124","doi-asserted-by":"publisher","DOI":"10.1080\/09658210902998047"},{"key":"ref73","doi-asserted-by":"publisher","DOI":"10.1016\/j.infsof.2008.04.006"},{"key":"ref72","doi-asserted-by":"publisher","DOI":"10.1016\/j.infsof.2007.02.015"},{"key":"ref129","author":"wilson","year":"2005","journal-title":"Constructing Measures An Item Response Modeling Approach"},{"key":"ref71","first-page":"369","article-title":"An inter-organisational comparison of programming productivity","author":"jeffery","year":"0","journal-title":"Proc 4th Int Conf Softw Eng"},{"key":"ref128","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-540-85279-7_13"},{"key":"ref70","first-page":"249","article-title":"Understanding the unit in the Rasch model","volume":"9","author":"humphry","year":"2008","journal-title":"J Appl Meas"},{"key":"ref76","doi-asserted-by":"publisher","DOI":"10.1080\/01449290701682761"},{"key":"ref130","author":"wright","year":"1979","journal-title":"Rating Scale Analysis"},{"key":"ref77","doi-asserted-by":"publisher","DOI":"10.1016\/j.jss.2006.10.041"},{"key":"ref74","doi-asserted-by":"publisher","DOI":"10.1111\/j.1745-3992.1999.tb00010.x"},{"key":"ref75","doi-asserted-by":"publisher","DOI":"10.1037\/0021-9010.74.4.657"},{"key":"ref78","first-page":"81","article-title":"Difficulties experienced by students in maintaining object-oriented systems: An empirical study","author":"karahasanovi?","year":"0","journal-title":"Proc Australasian Comput Educ Conf"},{"key":"ref79","volume":"1","author":"krantz","year":"1971","journal-title":"Foundations of Measurement"},{"key":"ref60","doi-asserted-by":"publisher","DOI":"10.1037\/h0083676"},{"key":"ref62","author":"fitts","year":"1967","journal-title":"Human Performance"},{"key":"ref61","author":"feynman","year":"1998","journal-title":"The Meaning of It All Thoughts of a Citizen-Scientist"},{"key":"ref63","doi-asserted-by":"publisher","DOI":"10.1145\/331795.331854"},{"key":"ref64","doi-asserted-by":"publisher","DOI":"10.1145\/359138.359140"},{"key":"ref65","first-page":"26","article-title":"Relationships between categories of test items in a C++ CS1 course","volume":"29","author":"freedman","year":"2013","journal-title":"J Comput Sci Colleges"},{"key":"ref66","doi-asserted-by":"crossref","first-page":"33","DOI":"10.1109\/THFE.1967.233303","article-title":"an exploratory investigation of programmer performance under on-line and off-line conditions","volume":"hfe 8","author":"grant","year":"1967","journal-title":"IEEE Transactions on Human Factors in Electronics"},{"key":"ref67","doi-asserted-by":"publisher","DOI":"10.1017\/CBO9780511819766"},{"key":"ref68","first-page":"216","article-title":"Creating performance categories from continuous motor skill data using a Rasch measurement model","volume":"3","author":"hands","year":"1999","journal-title":"Journal of Outcome Measurement"},{"key":"ref2","year":"0"},{"key":"ref69","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2007.12"},{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1037\/1076-898X.13.2.57"},{"key":"ref109","author":"shavelson","year":"1991","journal-title":"Generalizability Theory A Primer"},{"key":"ref95","author":"nunnally","year":"1994","journal-title":"Psychometric Theory"},{"key":"ref108","author":"shadish","year":"2002","journal-title":"Experimental and Quasi-Experimental Designs for Generalized Causal Inference"},{"key":"ref94","first-page":"1","article-title":"Mechanisms of skill acquisition and the law of practice","author":"newell","year":"1981","journal-title":"Cognitive Skills and Their Acquisition"},{"key":"ref107","doi-asserted-by":"publisher","DOI":"10.1037\/0096-3445.122.2.166"},{"key":"ref93","doi-asserted-by":"publisher","DOI":"10.1111\/j.2044-8295.1997.tb02641.x"},{"key":"ref106","doi-asserted-by":"publisher","DOI":"10.1037\/1040-3590.8.4.350"},{"key":"ref92","doi-asserted-by":"publisher","DOI":"10.3102\/0013189X023002013"},{"key":"ref105","doi-asserted-by":"publisher","DOI":"10.1037\/0021-9010.71.3.432"},{"key":"ref91","first-page":"12","article-title":"Validity","author":"messick","year":"1989","journal-title":"Educational Measurement"},{"key":"ref104","doi-asserted-by":"publisher","DOI":"10.1037\/0033-2909.124.2.262"},{"key":"ref90","doi-asserted-by":"publisher","DOI":"10.1145\/572139.572181"},{"key":"ref103","author":"rummel","year":"1970","journal-title":"Applied Factor Analysis"},{"key":"ref102","doi-asserted-by":"publisher","DOI":"10.1145\/291469.291476"},{"key":"ref111","doi-asserted-by":"publisher","DOI":"10.2190\/VQJD-T1YD-5WVB-RYPJ"},{"key":"ref112","doi-asserted-by":"publisher","DOI":"10.1109\/ISESE.2002.1166921"},{"key":"ref110","doi-asserted-by":"publisher","DOI":"10.1145\/356835.356840"},{"key":"ref98","doi-asserted-by":"publisher","DOI":"10.1037\/0033-295X.105.1.58"},{"key":"ref99","author":"popper","year":"1968","journal-title":"Conjectures and Refutations"},{"key":"ref96","doi-asserted-by":"publisher","DOI":"10.1038\/122611a0"},{"key":"ref97","author":"pedhazur","year":"1991","journal-title":"Measurement Design and Analysis An Integrated Approach"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2007.17"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2004.43"},{"key":"ref12","first-page":"231","article-title":"A web-based support environment for software engineering experiments","volume":"9","author":"arisholm","year":"2002","journal-title":"Nordic J Comput"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1007\/s10664-006-9030-4"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1016\/j.infsof.2007.09.004"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1016\/S0164-1212(00)00023-6"},{"key":"ref118","first-page":"205","article-title":"Detecting and evaluating the impact of multidimensionality using item fit statistics and principal component analysis of residuals","volume":"3","author":"smith jr","year":"2002","journal-title":"J Appl Meas"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1027\/1614-0001\/a000052"},{"key":"ref82","doi-asserted-by":"publisher","DOI":"10.1016\/1041-6080(90)90020-H"},{"key":"ref117","doi-asserted-by":"publisher","DOI":"10.1177\/0013164488483009"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1109\/ESEM.2011.39"},{"key":"ref81","author":"kyburg jr","year":"1984","journal-title":"Theory of Measurement"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1049\/ic.2012.0013"},{"key":"ref84","first-page":"328","article-title":"Sample size and item calibration stability","volume":"7","author":"linacre","year":"1994","journal-title":"Rasch Measurement Transactions"},{"key":"ref119","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.1984.5010283"},{"key":"ref19","author":"bloch","year":"2001","journal-title":"Effective Java Programming Language Guide"},{"key":"ref83","doi-asserted-by":"publisher","DOI":"10.1177\/0959354307086924"},{"key":"ref114","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2005.97"},{"key":"ref113","doi-asserted-by":"publisher","DOI":"10.1007\/978-1-84800-044-5_12"},{"key":"ref116","author":"skiena","year":"2003","journal-title":"Programming Challenges The Programming Contest Training Manual"},{"key":"ref80","year":"0"},{"key":"ref115","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2012.89"},{"key":"ref120","doi-asserted-by":"crossref","first-page":"677","DOI":"10.1126\/science.103.2684.677","article-title":"On the theory of scales of measurement","volume":"103","author":"stevens","year":"1946","journal-title":"Science"},{"key":"ref89","first-page":"958","article-title":"Quality factors","volume":"2","author":"mccall","year":"1994","journal-title":"Encyclopedia of Software Engineering"},{"key":"ref121","author":"streiner","year":"1995","journal-title":"Health Measurement Scales"},{"key":"ref122","doi-asserted-by":"publisher","DOI":"10.1145\/169073.169109"},{"key":"ref123","doi-asserted-by":"publisher","DOI":"10.3758\/BF03192720"},{"key":"ref85","first-page":"3","article-title":"Generalizing from laboratory to field: Ecological validity or abstraction of essential elements?","author":"locke","year":"1986","journal-title":"Generalising from Laboratory to Field Settings Research Findings from Industrial-Organizational Psychology Organizational Behaviour and Human Resource Management"},{"key":"ref86","author":"loehlin","year":"2004","journal-title":"Latent Variable Models An Introduction to Factor Path and Structural Equation Analysis"},{"key":"ref87","doi-asserted-by":"publisher","DOI":"10.1016\/0022-2496(64)90015-X"},{"key":"ref88","doi-asserted-by":"publisher","DOI":"10.1037\/0033-295X.89.5.483"}],"container-title":["IEEE Transactions on Software Engineering"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/32\/6983476\/06882243.pdf?arnumber=6882243","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,1,12]],"date-time":"2022-01-12T16:01:12Z","timestamp":1642003272000},"score":1,"resource":{"primary":{"URL":"http:\/\/ieeexplore.ieee.org\/document\/6882243\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2014,12,1]]},"references-count":130,"journal-issue":{"issue":"12"},"URL":"https:\/\/doi.org\/10.1109\/tse.2014.2348997","relation":{},"ISSN":["0098-5589","1939-3520"],"issn-type":[{"value":"0098-5589","type":"print"},{"value":"1939-3520","type":"electronic"}],"subject":[],"published":{"date-parts":[[2014,12,1]]}}}