{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,2,13]],"date-time":"2026-02-13T22:46:03Z","timestamp":1771022763907,"version":"3.50.1"},"reference-count":41,"publisher":"Springer Science and Business Media LLC","issue":"2","license":[{"start":{"date-parts":[[2015,4,7]],"date-time":"2015-04-07T00:00:00Z","timestamp":1428364800000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Oper Res Int J"],"published-print":{"date-parts":[[2015,7]]},"DOI":"10.1007\/s12351-015-0176-y","type":"journal-article","created":{"date-parts":[[2015,4,6]],"date-time":"2015-04-06T13:22:39Z","timestamp":1428326559000},"page":"253-274","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":28,"title":["Multi-level multi-stage efficiency measurement: the case of innovation systems"],"prefix":"10.1007","volume":"15","author":[{"given":"Elias G.","family":"Carayannis","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Yorgos","family":"Goletsis","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Evangelos","family":"Grigoroudis","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2015,4,7]]},"reference":[{"issue":"4","key":"176_CR1","doi-asserted-by":"crossref","first-page":"507","DOI":"10.1080\/02692171.2014.896880","volume":"28","author":"MNI Afzal","year":"2014","unstructured":"Afzal MNI (2014) An empirical investigation of the National Innovation System (NIS) using Data Envelopment Analysis (DEA) and the TOBIT model. Int Rev Appl Econ 28(4):507\u2013523. doi: 10.1080\/02692171.2014.896880","journal-title":"Int Rev Appl Econ"},{"issue":"9","key":"176_CR2","doi-asserted-by":"crossref","first-page":"1078","DOI":"10.1287\/mnsc.30.9.1078","volume":"30","author":"RD Banker","year":"1984","unstructured":"Banker RD, Charnes A, Cooper WW (1984) Some models for estimating technical and scale inefficiencies in data envelopment analysis. Manage Sci 30(9):1078\u20131092","journal-title":"Manage Sci"},{"key":"176_CR3","doi-asserted-by":"crossref","unstructured":"Cai Y (2011) Factors affecting the efficiency of the BRICSs\u2019 national innovation systems: a comparative study based on DEA and panel data analysis. Economics: The Open-Access, Open Assessment E-Journal, 5(2011-52)","DOI":"10.2139\/ssrn.1974368"},{"issue":"2","key":"176_CR4","doi-asserted-by":"crossref","first-page":"199","DOI":"10.1007\/s10961-012-9295-2","volume":"39","author":"E Carayannis","year":"2014","unstructured":"Carayannis E, Grigoroudis E (2014) Linking innovation, productivity, and competitiveness: implications for policy and practice. J Technol Transf 39(2):199\u2013218. doi: 10.1007\/s10961-012-9295-2","journal-title":"J Technol Transf"},{"issue":"2","key":"176_CR5","doi-asserted-by":"crossref","first-page":"465","DOI":"10.1016\/S0377-2217(03)00182-6","volume":"154","author":"L Castelli","year":"2004","unstructured":"Castelli L, Pesenti R, Ukovich W (2004) DEA-like models for the efficiency evaluation of hierarchically structured units. Eur J Oper Res 154(2):465\u2013476","journal-title":"Eur J Oper Res"},{"issue":"3","key":"176_CR6","doi-asserted-by":"crossref","first-page":"333","DOI":"10.1016\/0377-2217(84)90102-4","volume":"15","author":"A Charnes","year":"1984","unstructured":"Charnes A, Cooper WW (1984) The non-archimedean CCR ratio for efficiency analysis: a rejoinder to Boyd and F\u00e4re. Eur J Oper Res 15(3):333\u2013334. doi: 10.1016\/0377-2217(84)90102-4","journal-title":"Eur J Oper Res"},{"issue":"6","key":"176_CR7","doi-asserted-by":"crossref","first-page":"429","DOI":"10.1016\/0377-2217(78)90138-8","volume":"2","author":"A Charnes","year":"1978","unstructured":"Charnes A, Cooper WW, Rhodes E (1978) Measuring the efficiency of decision making units. Eur J Oper Res 2(6):429\u2013444","journal-title":"Eur J Oper Res"},{"key":"176_CR8","doi-asserted-by":"crossref","first-page":"445","DOI":"10.1007\/978-1-4419-6151-8_16","volume-title":"Handbook on data envelopment analysis","author":"J Chilingerian","year":"2011","unstructured":"Chilingerian J, Sherman HD (2011) Health-care applications: from hospitals to physicians, from productive efficiency to quality frontiers. In: Cooper WW, Seiford LM, Zhu J (eds) Handbook on data envelopment analysis, vol 164. Springer, New York, pp 445\u2013493"},{"issue":"4","key":"176_CR9","doi-asserted-by":"crossref","first-page":"813","DOI":"10.1016\/j.cor.2003.08.019","volume":"32","author":"WD Cook","year":"2005","unstructured":"Cook WD, Green RH (2005) Evaluating power plant efficiency: a hierarchical model. Comput Oper Res 32(4):813\u2013823","journal-title":"Comput Oper Res"},{"issue":"2","key":"176_CR10","doi-asserted-by":"crossref","first-page":"177","DOI":"10.1023\/A:1018625424184","volume":"10","author":"W Cook","year":"1998","unstructured":"Cook W, Chai D, Doyle J, Green R (1998) Hierarchies and Groups in DEA. J Prod Anal 10(2):177\u2013198. doi: 10.1023\/a:1018625424184","journal-title":"J Prod Anal"},{"key":"176_CR11","doi-asserted-by":"crossref","DOI":"10.1007\/978-0-387-45283-8","volume-title":"Data envelopment analysis: a comprehensive text with models, applications, references and DEA-solver software","author":"WW Cooper","year":"2007","unstructured":"Cooper WW, Seiford LM, Tone K (2007) Data envelopment analysis: a comprehensive text with models, applications, references and DEA-solver software. Springer, New York"},{"key":"176_CR12","doi-asserted-by":"crossref","unstructured":"Despotis D, Koronakos G, & Sotiros D (2014) Composition versus decomposition in two-stage network DEA: a reverse approach. J Product Anal 1\u201317. doi: 10.1007\/s11123-014-0415-x","DOI":"10.1007\/s11123-014-0415-x"},{"issue":"1","key":"176_CR13","doi-asserted-by":"crossref","first-page":"21","DOI":"10.1504\/IJMCDM.2013.052456","volume":"3","author":"M Dia","year":"2013","unstructured":"Dia M, Ben Abdelaziz F, Gadhoum Y (2013) A hierarchical and fuzzy competitiveness evaluation methodology based on DEA. Int J Multicriteria Decis Mak 3(1):21\u201335","journal-title":"Int J Multicriteria Decis Mak"},{"key":"176_CR14","doi-asserted-by":"crossref","first-page":"308","DOI":"10.1016\/j.measurement.2013.11.043","volume":"49","author":"A Ebrahimnejad","year":"2014","unstructured":"Ebrahimnejad A, Tavana M, Lotfi FH, Shahverdi R, Yousefpour M (2014) A three-stage data envelopment analysis model with application to banking industry. Measurement 49:308\u2013319. doi: 10.1016\/j.measurement.2013.11.043","journal-title":"Measurement"},{"key":"176_CR15","unstructured":"EC (2014a) Innovation Union Scoreboard. European Commission"},{"key":"176_CR16","unstructured":"EC (2014b) Regional innovation scoreboard. European Commission"},{"issue":"5","key":"176_CR17","doi-asserted-by":"crossref","first-page":"257","DOI":"10.1016\/0167-6377(84)90057-9","volume":"3","author":"R F\u00e4re","year":"1984","unstructured":"F\u00e4re R, Primont D (1984) Efficiency measures for multiplant firms. Oper Res Lett 3(5):257\u2013260","journal-title":"Oper Res Lett"},{"issue":"3","key":"176_CR18","doi-asserted-by":"crossref","first-page":"253","DOI":"10.2307\/2343100","volume":"120","author":"MJ Farrell","year":"1957","unstructured":"Farrell MJ (1957) The measurement of productive efficiency. J R Stat Soc Ser A 120(3):253\u2013290. doi: 10.2307\/2343100","journal-title":"J R Stat Soc Ser A"},{"issue":"6","key":"176_CR19","doi-asserted-by":"crossref","first-page":"899","DOI":"10.1016\/S0048-7333(01)00152-4","volume":"31","author":"JL Furman","year":"2002","unstructured":"Furman JL, Porter ME, Stern S (2002) The determinants of national innovative capacity. Res Policy 31(6):899\u2013933. doi: 10.1016\/S0048-7333(01)00152-4","journal-title":"Res Policy"},{"issue":"1","key":"176_CR20","doi-asserted-by":"crossref","first-page":"102","DOI":"10.1016\/j.respol.2011.07.001","volume":"41","author":"J Guan","year":"2012","unstructured":"Guan J, Chen K (2012) Modeling the relative efficiency of national innovation systems. Res Policy 41(1):102\u2013115. doi: 10.1016\/j.respol.2011.07.001","journal-title":"Res Policy"},{"issue":"3","key":"176_CR21","doi-asserted-by":"crossref","first-page":"971","DOI":"10.1016\/j.ejor.2004.07.054","volume":"170","author":"JC Guan","year":"2006","unstructured":"Guan JC, Yam RCM, Mok CK, Ma N (2006) A study of the relationship between competitiveness and technological innovation capability based on DEA models. Eur J Oper Res 170(3):971\u2013986. doi: 10.1016\/j.ejor.2004.07.054","journal-title":"Eur J Oper Res"},{"issue":"2","key":"176_CR22","doi-asserted-by":"crossref","first-page":"627","DOI":"10.1007\/s00168-014-0604-6","volume":"52","author":"C Kaihua","year":"2014","unstructured":"Kaihua C, Mingting K (2014) Staged efficiency and its determinants of regional innovation systems: a two-step analytical procedure. Ann Reg Sci 52(2):627\u2013657. doi: 10.1007\/s00168-014-0604-6","journal-title":"Ann Reg Sci"},{"issue":"1","key":"176_CR23","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1016\/j.ejor.2014.02.039","volume":"239","author":"C Kao","year":"2014","unstructured":"Kao C (2014) Network data envelopment analysis: a review. Eur J Oper Res 239(1):1\u201316. doi: 10.1016\/j.ejor.2014.02.039","journal-title":"Eur J Oper Res"},{"issue":"1","key":"176_CR24","doi-asserted-by":"crossref","first-page":"418","DOI":"10.1016\/j.ejor.2006.11.041","volume":"185","author":"C Kao","year":"2008","unstructured":"Kao C, Hwang S-N (2008) Efficiency decomposition in two-stage data envelopment analysis: an application to non-life insurance companies in Taiwan. Eur J Oper Res 185(1):418\u2013429. doi: 10.1016\/j.ejor.2006.11.041","journal-title":"Eur J Oper Res"},{"issue":"3","key":"176_CR25","doi-asserted-by":"crossref","first-page":"515","DOI":"10.1016\/j.ejor.2011.01.010","volume":"211","author":"C Kao","year":"2011","unstructured":"Kao C, Hwang SN (2011) Decomposition of technical and scale efficiencies in two-stage production systems. Eur J Oper Res 211(3):515\u2013519","journal-title":"Eur J Oper Res"},{"issue":"5","key":"176_CR26","doi-asserted-by":"crossref","first-page":"611","DOI":"10.1016\/j.omega.2011.11.007","volume":"40","author":"Y Li","year":"2012","unstructured":"Li Y, Chen Y, Liang L, Xie J (2012) DEA models for extended two-stage network structures. Omega 40(5):611\u2013618. doi: 10.1016\/j.omega.2011.11.007","journal-title":"Omega"},{"key":"176_CR27","doi-asserted-by":"crossref","unstructured":"Liu JS, Lu W-M, Ho MH-C (2014) National characteristics: innovation systems from the process efficiency perspective. R&D Manage n\/a\u2013n\/a. doi: 10.1111\/radm.12067","DOI":"10.1111\/radm.12067"},{"issue":"2","key":"176_CR28","first-page":"207","volume":"41","author":"K Matthews","year":"2013","unstructured":"Matthews K (2013) Risk management and managerial efficiency in Chinese banks: a network DEA framework. Omega (United Kingdom) 41(2):207\u2013215","journal-title":"Omega (United Kingdom)"},{"issue":"6","key":"176_CR29","doi-asserted-by":"crossref","first-page":"950","DOI":"10.1016\/j.omega.2007.12.005","volume":"36","author":"W Meng","year":"2008","unstructured":"Meng W, Zhang D, Qi L, Liu W (2008) Two-level DEA approaches in research evaluation. Omega 36(6):950\u2013957. doi: 10.1016\/j.omega.2007.12.005","journal-title":"Omega"},{"issue":"1","key":"176_CR30","doi-asserted-by":"crossref","first-page":"67","DOI":"10.1007\/s11192-005-0238-7","volume":"64","author":"H-S Moon","year":"2005","unstructured":"Moon H-S, Lee J-D (2005) A fuzzy set theory approach to national composite S&T indices. Scientometrics 64(1):67\u201383. doi: 10.1007\/s11192-005-0238-7","journal-title":"Scientometrics"},{"issue":"3","key":"176_CR31","doi-asserted-by":"crossref","first-page":"215","DOI":"10.1016\/S0038-0121(02)00046-0","volume":"37","author":"W Nasierowski","year":"2003","unstructured":"Nasierowski W, Arcelus FJ (2003) On the efficiency of national innovation systems. Socio-Econ Plan Sci 37(3):215\u2013234. doi: 10.1016\/S0038-0121(02)00046-0","journal-title":"Socio-Econ Plan Sci"},{"issue":"5","key":"176_CR32","doi-asserted-by":"crossref","first-page":"395","DOI":"10.1111\/j.1475-3995.2007.00597.x","volume":"14","author":"S Rho","year":"2007","unstructured":"Rho S, An J (2007) Evaluating the efficiency of a two-stage production process using data envelopment analysis. Int Trans Oper Res 14(5):395\u2013410. doi: 10.1111\/j.1475-3995.2007.00597.x","journal-title":"Int Trans Oper Res"},{"issue":"9","key":"176_CR33","doi-asserted-by":"crossref","first-page":"1270","DOI":"10.1287\/mnsc.45.9.1270","volume":"45","author":"LM Seiford","year":"1999","unstructured":"Seiford LM, Zhu J (1999) Profitability and marketability of the top 55 U.S. commercial banks. Manage Sci 45(9):1270\u20131288","journal-title":"Manage Sci"},{"issue":"3","key":"176_CR34","doi-asserted-by":"crossref","first-page":"483","DOI":"10.1007\/s11192-007-1896-4","volume":"76","author":"S Sharma","year":"2008","unstructured":"Sharma S, Thomas VJ (2008) Inter-country R&D efficiency analysis: an application of data envelopment analysis. Scientometrics 76(3):483\u2013501. doi: 10.1007\/s11192-007-1896-4","journal-title":"Scientometrics"},{"key":"176_CR35","doi-asserted-by":"crossref","unstructured":"Sleuwaegen L, Boiardi P (2014) Creativity and regional innovation: evidence from EU regions. Res Policy. doi: 10.1016\/j.respol.2014.03.014","DOI":"10.1016\/j.respol.2014.03.014"},{"issue":"12","key":"176_CR36","doi-asserted-by":"crossref","first-page":"8799","DOI":"10.1016\/j.eswa.2010.06.024","volume":"37","author":"Y-M Wang","year":"2010","unstructured":"Wang Y-M, Chin K-S (2010) Some alternative DEA models for two-stage process. Expert Syst Appl 37(12):8799\u20138808. doi: 10.1016\/j.eswa.2010.06.024","journal-title":"Expert Syst Appl"},{"issue":"2","key":"176_CR37","doi-asserted-by":"crossref","first-page":"260","DOI":"10.1016\/j.respol.2006.11.004","volume":"36","author":"EC Wang","year":"2007","unstructured":"Wang EC, Huang W (2007) Relative efficiency of R&D activities: a cross-country study accounting for environmental factors in the DEA approach. Res Policy 36(2):260\u2013273. doi: 10.1016\/j.respol.2006.11.004","journal-title":"Res Policy"},{"key":"176_CR38","doi-asserted-by":"crossref","first-page":"191","DOI":"10.1023\/A:1018977111455","volume":"73","author":"CH Wang","year":"1997","unstructured":"Wang CH, Gopal RD, Zionts S (1997) Use of data envelopment analysis in assessing information technology impact on firm performance. Ann Oper Res 73:191\u2013213","journal-title":"Ann Oper Res"},{"issue":"4","key":"176_CR39","doi-asserted-by":"crossref","first-page":"613","DOI":"10.1142\/S0219622011004488","volume":"10","author":"Q Wei","year":"2011","unstructured":"Wei Q, Yan H, Pang L (2011) Composite network data envelopment analysis model. Int J Inf Technol Decis Mak 10(4):613\u2013633","journal-title":"Int J Inf Technol Decis Mak"},{"issue":"5","key":"176_CR40","doi-asserted-by":"crossref","first-page":"661","DOI":"10.1080\/00343400601120270","volume":"41","author":"JM Zabala-Iturriagagoitia","year":"2007","unstructured":"Zabala-Iturriagagoitia JM, Voigt P, Gutierrez-Gracia A, Jimenez-Saez F (2007) Regional innovation systems: how to assess performance. Reg Stud 41(5):661\u2013672. doi: 10.1080\/00343400601120270","journal-title":"Reg Stud"},{"key":"176_CR41","doi-asserted-by":"crossref","DOI":"10.1007\/978-0-387-85982-8","volume-title":"Quantitative models for performance evaluation and benchmarking data envelopment analysis with spreadsheets","author":"J Zhu","year":"2009","unstructured":"Zhu J (2009) Quantitative models for performance evaluation and benchmarking data envelopment analysis with spreadsheets. Springer, New York"}],"container-title":["Operational Research"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s12351-015-0176-y.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/article\/10.1007\/s12351-015-0176-y\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s12351-015-0176-y","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,5,4]],"date-time":"2022-05-04T12:18:27Z","timestamp":1651666707000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/s12351-015-0176-y"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2015,4,7]]},"references-count":41,"journal-issue":{"issue":"2","published-print":{"date-parts":[[2015,7]]}},"alternative-id":["176"],"URL":"https:\/\/doi.org\/10.1007\/s12351-015-0176-y","relation":{},"ISSN":["1109-2858","1866-1505"],"issn-type":[{"value":"1109-2858","type":"print"},{"value":"1866-1505","type":"electronic"}],"subject":[],"published":{"date-parts":[[2015,4,7]]}}}