{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,10]],"date-time":"2026-06-10T20:12:59Z","timestamp":1781122379552,"version":"3.54.1"},"reference-count":170,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"3","license":[{"start":{"date-parts":[[2023,3,1]],"date-time":"2023-03-01T00:00:00Z","timestamp":1677628800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/legalcode"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IIEEE Trans. Software Eng."],"published-print":{"date-parts":[[2023,3,1]]},"DOI":"10.1109\/tse.2022.3176725","type":"journal-article","created":{"date-parts":[[2022,5,23]],"date-time":"2022-05-23T16:50:20Z","timestamp":1653324620000},"page":"1374-1396","source":"Crossref","is-referenced-by-count":54,"title":["Construct Validity in Software Engineering"],"prefix":"10.1109","volume":"49","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-4941-7240","authenticated-orcid":false,"given":"Dag I. K.","family":"Sj\u00f8berg","sequence":"first","affiliation":[{"name":"Department of Informatics, University of Oslo, Oslo, Norway"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-8135-9052","authenticated-orcid":false,"given":"Gunnar Rye","family":"Bergersen","sequence":"additional","affiliation":[{"name":"Department of Informatics, University of Oslo, Oslo, Norway"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"263","reference":[{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1002\/meet.2011.14504801166"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2008.89"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1109\/MISE.2007.2"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1037\/0022-3514.51.6.1173"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1109\/ESEM.2011.39"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2014.2348997"},{"key":"ref7","article-title":"Measuring programming skill\u2013construction and validation of an instrument for evaluating java developers","author":"Bergersen","year":"2015"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1027\/1614-0001\/a000052"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1037\/0033-295X.111.4.1061"},{"key":"ref10","first-page":"1","article-title":"Theoretical and empirical validation of software product measures","volume-title":"Int. Softw. Eng. Res. Netw.","author":"Briand","year":"1995"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1201\/9781498710411-35"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.4324\/9780203471548"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1037\/h0066019"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1037\/h0046016"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1111\/j.2044-8295.1946.tb01117.x"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1086\/443901"},{"key":"ref17","volume-title":"Developing Sociological Knowledge: Theory and Method","volume":"1123","author":"Cohen","year":"1989"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1016\/j.jbusres.2008.01.013"},{"key":"ref19","article-title":"The design and conduct of true experiments and quasi-experiments in field settings","volume-title":"Reproduced in Part in Research in Organizations: Issues and Controversies","author":"Cook","year":"1979"},{"issue":"1","key":"ref20","first-page":"78","article-title":"Report of the standardization committee","volume-title":"J. Educ. Res.","volume":"4","author":"Courtis","year":"1921"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1037\/h0040957"},{"key":"ref22","volume-title":"Essentials of Psychological Testing","author":"Cronbach","year":"1984"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1109\/PROC.1980.11813"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.1145\/365813.365819"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.2307\/249008"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1007\/s11219-006-9219-1"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.1109\/ISESE.2005.1541852"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.1016\/j.infsof.2005.08.009"},{"key":"ref29","first-page":"665","article-title":"Remarks concerning the essays brought together in this co-operative volume","volume":"2","author":"Einstein","year":"1949","journal-title":"Albert Einstein: Philosopher-Scientist 2"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.1017\/CBO9780511816796.038"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.1007\/s10664-018-9655-0"},{"key":"ref32","doi-asserted-by":"publisher","DOI":"10.1109\/32.268921"},{"key":"ref33","first-page":"7","article-title":"Human performance","volume":"5","author":"Fitts","year":"1967","journal-title":"Cole Belmont, CA"},{"key":"ref34","volume-title":"Design Patterns: Elements of Reusable Object-Oriented Software","author":"Gamma","year":"1995"},{"key":"ref35","first-page":"36","article-title":"Questions about the ultimate question: Conceptual considerations in evaluating reichhelds net promoter score (NPS)","volume":"20","author":"Grisaffe","year":"2007","journal-title":"J. Consum. Satisfaction Dissatisfaction Complaining Behav."},{"key":"ref36","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2007.12"},{"key":"ref37","volume-title":"The Oxford Dictionary of Difficult Words","author":"Hobson","year":"2004"},{"key":"ref38","doi-asserted-by":"publisher","DOI":"10.1007\/BF02289343"},{"key":"ref39","doi-asserted-by":"publisher","DOI":"10.4018\/978-1-60566-048-6.ch003"},{"key":"ref40","doi-asserted-by":"publisher","DOI":"10.1016\/j.infsof.2007.02.015"},{"key":"ref41","first-page":"1","article-title":"Software engineering metrics: What do they measure and how do we know?","volume-title":"Proc. IEEE 10th Int. Softw. Metrics Symp.","author":"Kaner"},{"key":"ref42","first-page":"62","volume-title":"Interpretation of Educational Measurements Yonkers","author":"Kelly","year":"1927"},{"key":"ref43","doi-asserted-by":"publisher","DOI":"10.4135\/9781412985659"},{"key":"ref44","doi-asserted-by":"publisher","DOI":"10.1109\/32.489070"},{"key":"ref45","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2012.76"},{"key":"ref46","doi-asserted-by":"publisher","DOI":"10.1201\/b19467"},{"key":"ref47","volume-title":"Foundations of Measurement, Vol. I: Additive and Polynomial Representations","author":"Krantz","year":"1971"},{"key":"ref48","doi-asserted-by":"publisher","DOI":"10.1145\/359511.359522"},{"key":"ref49","first-page":"141","volume-title":"Realism, Validity, and the Experimenting Society","volume":"1","author":"Mark","year":"2000"},{"key":"ref50","volume-title":"Research Methods in Social Relations","author":"Maruyama","year":"2014"},{"key":"ref51","doi-asserted-by":"publisher","DOI":"10.17763\/haer.62.3.8323320856251826"},{"key":"ref52","doi-asserted-by":"publisher","DOI":"10.1177\/1525822X04266831"},{"key":"ref53","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.1976.233837"},{"key":"ref54","first-page":"13","article-title":"Validity","volume":"1989","author":"Messick","year":"1989","journal-title":"Educ. Meas."},{"key":"ref55","first-page":"65","volume-title":"Discriminative Validity","volume":"1","author":"Miller","year":"2000"},{"key":"ref56","doi-asserted-by":"publisher","DOI":"10.1145\/2460999.2461011"},{"key":"ref57","volume-title":"Psychometric Theory","author":"Nunnally","year":"1994"},{"key":"ref58","doi-asserted-by":"publisher","DOI":"10.1109\/ICSM.1992.242525"},{"key":"ref59","doi-asserted-by":"publisher","DOI":"10.5964\/ejop.v9i4.653"},{"key":"ref60","volume-title":"How to Use Qualitative Methods in Evaluation","author":"Patton","year":"1987"},{"key":"ref61","doi-asserted-by":"publisher","DOI":"10.1109\/32.988711"},{"key":"ref62","doi-asserted-by":"publisher","DOI":"10.1145\/3210459.3210461"},{"key":"ref63","volume-title":"Measurement Theory","author":"Roberts","year":"1985"},{"key":"ref64","volume-title":"The Psychological Testing Enterprise: An Introduction.","author":"Rogers","year":"1995"},{"key":"ref65","doi-asserted-by":"publisher","DOI":"10.1093\/acprof:oso\/9780195385540.003.0007"},{"key":"ref66","volume-title":"Experimenter Effects in Behavioral Research","author":"Rosenthal","year":"1976"},{"key":"ref67","doi-asserted-by":"publisher","DOI":"10.1007\/s10664-008-9102-8"},{"key":"ref68","doi-asserted-by":"publisher","DOI":"10.1002\/9781118181034"},{"key":"ref69","volume-title":"Research on Human Behavior: A Systematic Guide to Method","author":"Runkel","year":"1972"},{"key":"ref70","volume-title":"Experimental and Quasi-Experimental Designs for Generalized Causal Inference","author":"Shadish","year":"2002"},{"key":"ref71","doi-asserted-by":"publisher","DOI":"10.1007\/s10664-013-9286-4"},{"key":"ref72","doi-asserted-by":"publisher","DOI":"10.1007\/978-1-84800-044-5_12"},{"key":"ref73","doi-asserted-by":"publisher","DOI":"10.1145\/2372251.2372269"},{"key":"ref74","doi-asserted-by":"publisher","DOI":"10.1016\/B978-0-12-804206-9.00006-4"},{"key":"ref75","doi-asserted-by":"publisher","DOI":"10.1109\/FOSE.2007.30"},{"key":"ref76","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2005.97"},{"key":"ref77","doi-asserted-by":"publisher","DOI":"10.1109\/MS.2012.110"},{"key":"ref78","first-page":"612","volume-title":"Psychometrics","author":"Strube","year":"2016"},{"key":"ref79","doi-asserted-by":"publisher","DOI":"10.2307\/2412897"},{"key":"ref80","volume-title":"Research Methods Knowledge Base","volume":"2","author":"Trochim","year":"2001"},{"key":"ref81","volume-title":"Research Methods: The Essential Knowledge Base, 2nd ed.","author":"Trochim","year":"2016"},{"key":"ref82","doi-asserted-by":"publisher","DOI":"10.1023\/B:EMSE.0000027778.69251.1f"},{"key":"ref83","doi-asserted-by":"publisher","DOI":"10.1016\/j.infsof.2019.07.007"},{"key":"ref84","doi-asserted-by":"publisher","DOI":"10.1007\/978-1-4615-4625-2"},{"key":"ref85","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-642-29044-2"},{"key":"ref86","volume-title":"Case Study Research: Design and Methods.","author":"Yin","year":"2003"},{"key":"ref87","volume-title":"Case Study Research and Applications: Design and Methods.","author":"Yin","year":"2018"},{"key":"ref88","doi-asserted-by":"publisher","DOI":"10.1016\/j.infsof.2019.08.003"},{"key":"ref89","doi-asserted-by":"publisher","DOI":"10.1007\/s10664-014-9301-4"},{"key":"ref90","doi-asserted-by":"publisher","DOI":"10.1016\/j.infsof.2017.10.005"},{"key":"ref91","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2017.2679742"},{"key":"ref92","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2015.2494588"},{"key":"ref93","doi-asserted-by":"publisher","DOI":"10.1007\/s10664-014-9350-8"},{"key":"ref94","doi-asserted-by":"publisher","DOI":"10.1007\/s10664-014-9353-5"},{"key":"ref95","doi-asserted-by":"publisher","DOI":"10.1007\/s10664-018-9676-8"},{"key":"ref96","doi-asserted-by":"publisher","DOI":"10.1016\/j.jss.2016.06.104"},{"key":"ref97","doi-asserted-by":"publisher","DOI":"10.1016\/j.infsof.2019.04.008"},{"key":"ref98","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2016.2527791"},{"key":"ref99","doi-asserted-by":"publisher","DOI":"10.1016\/j.infsof.2018.12.005"},{"key":"ref100","doi-asserted-by":"publisher","DOI":"10.1016\/j.jss.2018.06.035"},{"key":"ref101","doi-asserted-by":"publisher","DOI":"10.1016\/j.infsof.2018.12.008"},{"key":"ref102","doi-asserted-by":"publisher","DOI":"10.1145\/2768829"},{"key":"ref103","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2014.2361141"},{"key":"ref104","doi-asserted-by":"publisher","DOI":"10.1016\/j.jss.2016.04.043"},{"key":"ref105","doi-asserted-by":"publisher","DOI":"10.1145\/3306608"},{"key":"ref106","doi-asserted-by":"publisher","DOI":"10.1016\/j.infsof.2018.12.007"},{"key":"ref107","doi-asserted-by":"publisher","DOI":"10.1007\/s10664-016-9471-3"},{"key":"ref108","doi-asserted-by":"publisher","DOI":"10.1016\/j.jss.2019.06.096"},{"key":"ref109","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2015.2396526"},{"key":"ref110","doi-asserted-by":"publisher","DOI":"10.1016\/j.infsof.2014.12.005"},{"key":"ref111","doi-asserted-by":"publisher","DOI":"10.1016\/j.infsof.2014.05.014"},{"key":"ref112","doi-asserted-by":"publisher","DOI":"10.1007\/s10664-014-9354-4"},{"key":"ref113","doi-asserted-by":"publisher","DOI":"10.1016\/j.infsof.2018.01.005"},{"key":"ref114","doi-asserted-by":"publisher","DOI":"10.1145\/2699688"},{"key":"ref115","doi-asserted-by":"publisher","DOI":"10.1016\/j.infsof.2015.08.004"},{"key":"ref116","doi-asserted-by":"publisher","DOI":"10.1016\/j.jss.2015.07.017"},{"key":"ref117","doi-asserted-by":"publisher","DOI":"10.1007\/s10664-017-9579-0"},{"key":"ref118","doi-asserted-by":"publisher","DOI":"10.1016\/j.infsof.2016.07.001"},{"key":"ref119","doi-asserted-by":"publisher","DOI":"10.1016\/j.infsof.2017.10.010"},{"key":"ref120","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2015.2512599"},{"key":"ref121","doi-asserted-by":"publisher","DOI":"10.1016\/j.jss.2016.01.011"},{"key":"ref122","doi-asserted-by":"publisher","DOI":"10.1016\/j.jss.2015.02.040"},{"key":"ref123","doi-asserted-by":"publisher","DOI":"10.1007\/s10664-016-9449-1"},{"key":"ref124","doi-asserted-by":"publisher","DOI":"10.1016\/j.infsof.2018.06.009"},{"key":"ref125","doi-asserted-by":"publisher","DOI":"10.1007\/s10664-017-9593-2"},{"key":"ref126","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2015.2488625"},{"key":"ref127","doi-asserted-by":"publisher","DOI":"10.1007\/s10664-017-9502-8"},{"key":"ref128","doi-asserted-by":"publisher","DOI":"10.1007\/s10664-016-9482-0"},{"key":"ref129","doi-asserted-by":"publisher","DOI":"10.1016\/j.jss.2017.02.042"},{"key":"ref130","doi-asserted-by":"publisher","DOI":"10.1016\/j.infsof.2015.03.006"},{"key":"ref131","doi-asserted-by":"publisher","DOI":"10.1007\/s10664-014-9314-z"},{"key":"ref132","doi-asserted-by":"publisher","DOI":"10.1016\/j.infsof.2018.05.001"},{"key":"ref133","doi-asserted-by":"publisher","DOI":"10.1016\/j.infsof.2016.05.009"},{"key":"ref134","doi-asserted-by":"publisher","DOI":"10.1016\/j.jss.2014.10.010"},{"key":"ref135","doi-asserted-by":"publisher","DOI":"10.1016\/j.jss.2015.12.056"},{"key":"ref136","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2016.2591536"},{"key":"ref137","doi-asserted-by":"publisher","DOI":"10.1007\/s10664-018-9664-z"},{"key":"ref138","doi-asserted-by":"publisher","DOI":"10.1007\/s10664-015-9416-2"},{"key":"ref139","doi-asserted-by":"publisher","DOI":"10.1016\/j.jss.2017.03.006"},{"key":"ref140","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2017.2752171"},{"key":"ref141","doi-asserted-by":"publisher","DOI":"10.1016\/j.infsof.2015.02.012"},{"key":"ref142","doi-asserted-by":"publisher","DOI":"10.1016\/j.infsof.2014.07.002"},{"key":"ref143","doi-asserted-by":"publisher","DOI":"10.1007\/s10664-015-9397-1"},{"key":"ref144","doi-asserted-by":"publisher","DOI":"10.1007\/s10664-017-9580-7"},{"key":"ref145","doi-asserted-by":"publisher","DOI":"10.1016\/j.infsof.2017.01.012"},{"key":"ref146","doi-asserted-by":"publisher","DOI":"10.1007\/s10664-016-9481-1"},{"key":"ref147","doi-asserted-by":"publisher","DOI":"10.1007\/s10664-017-9563-8"},{"key":"ref148","doi-asserted-by":"publisher","DOI":"10.1145\/2629457"},{"key":"ref149","doi-asserted-by":"publisher","DOI":"10.1007\/s10664-014-9337-5"},{"key":"ref150","doi-asserted-by":"publisher","DOI":"10.1016\/j.infsof.2019.06.007"},{"key":"ref151","doi-asserted-by":"publisher","DOI":"10.1016\/j.jss.2017.08.011"},{"key":"ref152","doi-asserted-by":"publisher","DOI":"10.1016\/j.jss.2015.07.039"},{"key":"ref153","doi-asserted-by":"publisher","DOI":"10.1016\/j.jss.2015.07.040"},{"key":"ref154","doi-asserted-by":"publisher","DOI":"10.1007\/s10664-016-9475-z"},{"key":"ref155","doi-asserted-by":"publisher","DOI":"10.1016\/j.infsof.2015.05.002"},{"key":"ref156","doi-asserted-by":"publisher","DOI":"10.1007\/s10664-018-9668-8"},{"key":"ref157","doi-asserted-by":"publisher","DOI":"10.1007\/s10664-018-9658-x"},{"key":"ref158","doi-asserted-by":"publisher","DOI":"10.1016\/j.jss.2018.12.011"},{"key":"ref159","doi-asserted-by":"publisher","DOI":"10.1007\/s10664-014-9327-7"},{"key":"ref160","doi-asserted-by":"publisher","DOI":"10.1145\/2699696"},{"key":"ref161","doi-asserted-by":"publisher","DOI":"10.1007\/s10664-016-9486-9"},{"key":"ref162","doi-asserted-by":"publisher","DOI":"10.1016\/j.jss.2016.07.036"},{"key":"ref163","doi-asserted-by":"publisher","DOI":"10.1016\/j.infsof.2018.08.001"},{"key":"ref164","doi-asserted-by":"publisher","DOI":"10.1016\/j.infsof.2017.06.003"},{"key":"ref165","doi-asserted-by":"publisher","DOI":"10.1007\/s10664-016-9490-0"},{"key":"ref166","doi-asserted-by":"publisher","DOI":"10.1016\/j.infsof.2018.04.005"},{"key":"ref167","doi-asserted-by":"publisher","DOI":"10.1016\/j.infsof.2019.08.001"},{"key":"ref168","doi-asserted-by":"publisher","DOI":"10.1007\/s10664-015-9374-8"},{"key":"ref169","doi-asserted-by":"publisher","DOI":"10.1007\/s10664-014-9317-9"},{"key":"ref170","doi-asserted-by":"publisher","DOI":"10.1016\/j.infsof.2018.09.004"}],"container-title":["IEEE Transactions on Software Engineering"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/32\/10070338\/09780058.pdf?arnumber=9780058","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,1,22]],"date-time":"2024-01-22T17:22:11Z","timestamp":1705944131000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/9780058\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,3,1]]},"references-count":170,"journal-issue":{"issue":"3"},"URL":"https:\/\/doi.org\/10.1109\/tse.2022.3176725","relation":{"has-preprint":[{"id-type":"doi","id":"10.36227\/techrxiv.14141027.v1","asserted-by":"object"}]},"ISSN":["0098-5589","1939-3520","2326-3881"],"issn-type":[{"value":"0098-5589","type":"print"},{"value":"1939-3520","type":"electronic"},{"value":"2326-3881","type":"electronic"}],"subject":[],"published":{"date-parts":[[2023,3,1]]}}}