{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,6,19]],"date-time":"2025-06-19T15:45:38Z","timestamp":1750347938088,"version":"3.37.3"},"reference-count":126,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"4","license":[{"start":{"date-parts":[[2023,4,1]],"date-time":"2023-04-01T00:00:00Z","timestamp":1680307200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/EU.html"},{"start":{"date-parts":[[2023,4,1]],"date-time":"2023-04-01T00:00:00Z","timestamp":1680307200000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2023,4,1]],"date-time":"2023-04-01T00:00:00Z","timestamp":1680307200000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IIEEE Trans. Software Eng."],"published-print":{"date-parts":[[2023,4,1]]},"DOI":"10.1109\/tse.2022.3208210","type":"journal-article","created":{"date-parts":[[2022,9,20]],"date-time":"2022-09-20T19:31:44Z","timestamp":1663702304000},"page":"2020-2038","source":"Crossref","is-referenced-by-count":4,"title":["Impact of Software Engineering Research in Practice: A Patent and Author Survey Analysis"],"prefix":"10.1109","volume":"49","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-3816-9162","authenticated-orcid":false,"given":"Zoe","family":"Kotti","sequence":"first","affiliation":[{"name":"Department of Management Science and Technology, Athens University of Economics and Business, Athens, Greece"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-8495-7939","authenticated-orcid":false,"given":"Georgios","family":"Gousios","sequence":"additional","affiliation":[{"name":"Department of Software Technology, Delft University of Technology, CD Delft, The Netherlands"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-4231-1897","authenticated-orcid":false,"given":"Diomidis","family":"Spinellis","sequence":"additional","affiliation":[{"name":"Department of Management Science and Technology, Athens University of Economics and Business, Athens, Greece"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"263","reference":[{"journal-title":"Guidelines for Conducting Surveys in software engineering","year":"2015","author":"lin\u00e5ker","key":"ref57"},{"key":"ref56","doi-asserted-by":"publisher","DOI":"10.1007\/BF00988593"},{"key":"ref59","first-page":"213","author":"bains","year":"2022","journal-title":"Electronic Theses and Dissertations (ETDs) Resources"},{"journal-title":"Acad J Sci Res","article-title":"Journal citation reports: Document types included in the impact factor calculation","year":"2018","key":"ref58"},{"key":"ref53","doi-asserted-by":"publisher","DOI":"10.1145\/566493.566495"},{"key":"ref52","doi-asserted-by":"publisher","DOI":"10.1145\/638750.638758"},{"key":"ref55","first-page":"285","author":"easterbrook","year":"2008","journal-title":"Selecting Empirical Methods for Software Engineering Research"},{"key":"ref54","doi-asserted-by":"publisher","DOI":"10.1016\/j.softx.2019.100263"},{"key":"ref51","doi-asserted-by":"publisher","DOI":"10.1145\/505532.505535"},{"key":"ref50","doi-asserted-by":"publisher","DOI":"10.2307\/1412159"},{"key":"ref46","doi-asserted-by":"publisher","DOI":"10.1016\/j.respol.2008.02.005"},{"journal-title":"Sampling Techniques","year":"1977","author":"cochran","key":"ref45"},{"key":"ref48","doi-asserted-by":"publisher","DOI":"10.2139\/ssrn.3507607"},{"key":"ref47","doi-asserted-by":"publisher","DOI":"10.2139\/ssrn.2942295"},{"year":"2017","key":"ref42","article-title":"Google patents public data"},{"key":"ref41","doi-asserted-by":"publisher","DOI":"10.1016\/j.jss.2006.07.009"},{"key":"ref44","doi-asserted-by":"publisher","DOI":"10.1111\/j.1530-9134.2007.00135.x"},{"year":"0","key":"ref43","article-title":"OECD patent statistics manual, chapter 6: The use and analysis of citations in patents"},{"key":"ref49","first-page":"613","article-title":"Tests for departure from normality. Empirical results for the distributions of $b_{2}$b2 and $\\sqrt{b_{1}}$b1","volume":"60","author":"d\u2019agostino","year":"1973","journal-title":"Biometrika"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1145\/1101815.1101817"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1016\/S0048-7333(97)00013-9"},{"journal-title":"Impact of academic research on industrial performance","year":"2003","key":"ref9"},{"year":"2018","key":"ref4","article-title":"Statistics and market data on software"},{"article-title":"The NIST definition of cloud computing, NIST SP 800-145","year":"2011","author":"mell","key":"ref3"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1145\/357474.355060"},{"journal-title":"Guide to the Software Engineering Body of Knowledge Version 3 0","year":"2014","author":"bourque","key":"ref5"},{"key":"ref100","doi-asserted-by":"publisher","DOI":"10.1038\/s41551-018-0305-z"},{"key":"ref101","article-title":"The long-term growth rate of evolving software: Empirical results and implications","volume":"29","author":"hatton","year":"2017","journal-title":"Journal of Software: Evolution and Process"},{"year":"2013","key":"ref40","article-title":"The cooperative patent classification: Introduction to the CPC"},{"journal-title":"Professional Eng","year":"2000","author":"hamilton","key":"ref35"},{"key":"ref34","doi-asserted-by":"publisher","DOI":"10.1287\/mnsc.48.1.44.14279"},{"key":"ref37","doi-asserted-by":"publisher","DOI":"10.17706\/jcp.10.6.381-387"},{"key":"ref36","doi-asserted-by":"publisher","DOI":"10.1145\/2366316.2366320"},{"journal-title":"What America's Largest Technology Firms are Investing in Their Focus is on the Metaverse Cars and Health Care","year":"2022","key":"ref31"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.1145\/1297797.1297815"},{"key":"ref33","doi-asserted-by":"publisher","DOI":"10.1371\/journal.pbio.3000918"},{"key":"ref32","doi-asserted-by":"publisher","DOI":"10.1007\/s11192-021-04144-1"},{"key":"ref39","doi-asserted-by":"publisher","DOI":"10.1016\/j.wpi.2012.07.010"},{"key":"ref38","doi-asserted-by":"publisher","DOI":"10.3386\/w3301"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.1016\/j.infsof.2016.07.006"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1016\/j.infsof.2017.10.013"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1016\/j.scico.2014.01.016"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.1007\/s10664-019-09711-y"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1109\/MS.2013.93"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.1145\/3106237.3117778"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1109\/ICGSE.2013.14"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.1016\/j.jss.2010.09.036"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.1016\/0164-1212(94)90115-5"},{"key":"ref29","doi-asserted-by":"publisher","DOI":"10.1145\/1247001.1247010"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1145\/1101815.1101816"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1145\/2786805.2786809"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1145\/1101815.1101818"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1109\/MC.2008.85"},{"key":"ref97","doi-asserted-by":"publisher","DOI":"10.1002\/biot.201800613"},{"key":"ref126","doi-asserted-by":"publisher","DOI":"10.1086\/268650"},{"key":"ref96","doi-asserted-by":"publisher","DOI":"10.1007\/s10462-018-9612-8"},{"key":"ref11","doi-asserted-by":"crossref","first-page":"485","DOI":"10.1038\/nature10836","article-title":"The case for open computer programs","volume":"482","author":"ince","year":"2012","journal-title":"Nature"},{"key":"ref99","doi-asserted-by":"publisher","DOI":"10.1016\/j.trpro.2017.05.083"},{"key":"ref124","article-title":"Patent first, publish later: How not to ruin your chances of winning a patent","author":"mohan-ram","year":"2001","journal-title":"Science"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1111\/j.1530-9134.2007.00136.x"},{"journal-title":"Artificial Intell i","year":"2019","author":"al-turjman","key":"ref98"},{"key":"ref125","doi-asserted-by":"publisher","DOI":"10.1016\/0191-8869(86)90014-0"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1145\/13487689.13487692"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1145\/1127878.1127900"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1145\/1985793.1985994"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1145\/1449603.1449609"},{"key":"ref93","doi-asserted-by":"publisher","DOI":"10.1002\/spe.4380130205"},{"key":"ref92","doi-asserted-by":"publisher","DOI":"10.1002\/j.1538-7305.1978.tb02140.x"},{"key":"ref95","doi-asserted-by":"publisher","DOI":"10.1177\/8755293020919419"},{"key":"ref94","article-title":"Introspection","author":"schwitzgebel","year":"2019","journal-title":"The Stanford Encyclopedia of Philosophy"},{"key":"ref91","first-page":"58","article-title":"Design, implementation, and evaluation of a revision control system","author":"tichy","year":"1982","journal-title":"Proc 6th Int Conf Softw Eng"},{"key":"ref90","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.1975.6312866"},{"year":"2021","key":"ref89"},{"key":"ref86","doi-asserted-by":"publisher","DOI":"10.1109\/SP.1986.10010"},{"key":"ref85","doi-asserted-by":"publisher","DOI":"10.1145\/1276933.1276934"},{"year":"0","key":"ref88"},{"journal-title":"Content Analysis An Introduction to Its Methodology","year":"2012","author":"krippendorff","key":"ref87"},{"key":"ref82","doi-asserted-by":"publisher","DOI":"10.1109\/32.6163"},{"key":"ref81","doi-asserted-by":"publisher","DOI":"10.1109\/ICSE.2003.1201219"},{"key":"ref84","doi-asserted-by":"publisher","DOI":"10.1145\/125489.122804"},{"key":"ref83","doi-asserted-by":"publisher","DOI":"10.1145\/581441.581453"},{"key":"ref80","doi-asserted-by":"publisher","DOI":"10.1145\/143062.143147"},{"key":"ref79","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2004.52"},{"key":"ref108","doi-asserted-by":"publisher","DOI":"10.1109\/ICSE.2004.1317449"},{"key":"ref78","doi-asserted-by":"publisher","DOI":"10.1109\/ICSE.2013.6606607"},{"key":"ref109","doi-asserted-by":"publisher","DOI":"10.1109\/FOSE.2007.30"},{"key":"ref106","doi-asserted-by":"publisher","DOI":"10.1145\/3194747.3194753"},{"key":"ref107","doi-asserted-by":"publisher","DOI":"10.1109\/ISESE.2002.1166921"},{"key":"ref75","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.1987.232836"},{"key":"ref104","doi-asserted-by":"publisher","DOI":"10.1145\/1555619.1555630"},{"key":"ref74","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.1984.5010193"},{"key":"ref105","doi-asserted-by":"publisher","DOI":"10.1145\/3241743"},{"key":"ref77","doi-asserted-by":"publisher","DOI":"10.1109\/32.57624"},{"key":"ref102","doi-asserted-by":"publisher","DOI":"10.1109\/TII.2013.2258165"},{"key":"ref76","doi-asserted-by":"publisher","DOI":"10.1145\/302405.302463"},{"key":"ref103","doi-asserted-by":"publisher","DOI":"10.1016\/j.infsof.2015.07.010"},{"journal-title":"Software Engineering Techniques Report of a Conference Sponsored by the NATO Science Committee Rome Italy 27&#x2013;31 Oct 1969","year":"1970","author":"buxton","key":"ref2"},{"journal-title":"Software Engineering Report of a Conference Sponsored by the NATO Science Committee Garmisch Germany 7&#x2013;11 Oct 1968","year":"1969","author":"naur","key":"ref1"},{"key":"ref71","first-page":"730","article-title":"Aspect-oriented programming","author":"kiczales","year":"2005","journal-title":"Proc 27th Int l Conf Software Eng"},{"key":"ref111","doi-asserted-by":"publisher","DOI":"10.1093\/scipol\/scu019"},{"key":"ref70","doi-asserted-by":"publisher","DOI":"10.1109\/FOSE.2007.20"},{"article-title":"Tracing the practical impact of software architecture research","year":"2022","author":"koziolek","key":"ref112"},{"key":"ref73","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.1985.231536"},{"key":"ref72","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.1984.5010248"},{"key":"ref110","doi-asserted-by":"publisher","DOI":"10.1145\/365181.365234"},{"key":"ref68","first-page":"56","article-title":"EDMAS: A locally distributed mail system","author":"almes","year":"1984","journal-title":"Proc 7th Int Conf Softw Eng"},{"key":"ref119","doi-asserted-by":"publisher","DOI":"10.1371\/journal.pone.0010271"},{"key":"ref67","doi-asserted-by":"publisher","DOI":"10.1145\/581376.581377"},{"journal-title":"Official J Eur Union","article-title":"Directive 2009\/24\/EC of the european parliament and of the council of 23 april 2009 on the legal protection of computer programs","year":"0","key":"ref117"},{"key":"ref69","doi-asserted-by":"publisher","DOI":"10.1145\/1134285.1134337"},{"key":"ref118","doi-asserted-by":"publisher","DOI":"10.1038\/467252a"},{"key":"ref64","doi-asserted-by":"publisher","DOI":"10.1108\/LM-09-2013-0091"},{"key":"ref115","doi-asserted-by":"publisher","DOI":"10.1002\/jsc.2137"},{"key":"ref63","doi-asserted-by":"publisher","DOI":"10.1108\/LHT-08-2013-0102"},{"key":"ref116","doi-asserted-by":"publisher","DOI":"10.5465\/amj.2012.0458"},{"key":"ref66","doi-asserted-by":"publisher","DOI":"10.1108\/PROG-04-2016-0039"},{"key":"ref113","first-page":"1","article-title":"From NASA to EU: The evolution of the TRL scale in Public Sector Innovation","volume":"22","author":"h\u00e9der","year":"2017","journal-title":"Innovations Journal"},{"key":"ref65","first-page":"309","article-title":"Contribution of UK and USA towards open access theses and dissertations (OATD)","author":"ali","year":"2021","journal-title":"Proc Int Conf Knowl Manage Higher Educ Inst"},{"key":"ref114","first-page":"26","article-title":"Open source software versus proprietary software","volume":"114","author":"singh","year":"2015","journal-title":"Int J Comput Appl"},{"year":"0","key":"ref60"},{"key":"ref122","doi-asserted-by":"publisher","DOI":"10.1016\/j.infsof.2015.03.007"},{"key":"ref123","doi-asserted-by":"publisher","DOI":"10.1007\/s10664-020-09834-7"},{"key":"ref62","first-page":"1","article-title":"Open access electronic thesis and dissertation repositories: An assessment","author":"wani","year":"2019","journal-title":"Libr Philos Pract"},{"key":"ref120","doi-asserted-by":"publisher","DOI":"10.1057\/hep.2012.16"},{"key":"ref61","doi-asserted-by":"publisher","DOI":"10.1108\/LHTN-12-2021-0094"},{"key":"ref121","doi-asserted-by":"publisher","DOI":"10.4172\/2324-9307.1000e103"}],"container-title":["IEEE Transactions on Software Engineering"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/32\/10103953\/09896170.pdf?arnumber=9896170","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,5,8]],"date-time":"2023-05-08T18:51:10Z","timestamp":1683571870000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/9896170\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,4,1]]},"references-count":126,"journal-issue":{"issue":"4"},"URL":"https:\/\/doi.org\/10.1109\/tse.2022.3208210","relation":{},"ISSN":["0098-5589","1939-3520","2326-3881"],"issn-type":[{"type":"print","value":"0098-5589"},{"type":"electronic","value":"1939-3520"},{"type":"electronic","value":"2326-3881"}],"subject":[],"published":{"date-parts":[[2023,4,1]]}}}