{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,10,8]],"date-time":"2025-10-08T22:30:03Z","timestamp":1759962603431},"reference-count":105,"publisher":"Springer Science and Business Media LLC","issue":"2","license":[{"start":{"date-parts":[[1995,10,1]],"date-time":"1995-10-01T00:00:00Z","timestamp":812505600000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["Scientometrics"],"published-print":{"date-parts":[[1995,10]]},"DOI":"10.1007\/bf02020420","type":"journal-article","created":{"date-parts":[[2005,8,5]],"date-time":"2005-08-05T14:52:46Z","timestamp":1123253566000},"page":"163-206","source":"Crossref","is-referenced-by-count":30,"title":["Federal research impact assessment: Axioms, approaches, applications"],"prefix":"10.1007","volume":"34","author":[{"given":"R. N.","family":"Kostoff","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","reference":[{"key":"BF02020420_CR1","series-title":"Chairman's Report to the Committee on Science, Space, and Technology, U.S. House of Representatives","first-page":"56","volume-title":"Report of the Task Force on the Health of Research","author":"G. E. Brown","year":"1992","unstructured":"Brown, G. E., \u201cReport of the Task Force on the Health of Research,\u201d Chairman's Report to the Committee on Science, Space, and Technology, U.S. House of Representatives, No. 56\u2013819, U.S. Government Printing Office, Washington, 1992."},{"key":"BF02020420_CR2","unstructured":"NAS, \u201cThe Government Role in Civilian Technology: Building a New Alliance\u201d, Committee on Science, Engineering, and Public Policy, National Academy of Sciences, National Academy Press, 1992."},{"key":"BF02020420_CR3","volume-title":"Enabling the Future: Linking Science and Technology to Societal Goals","author":"Carnegie","year":"1992","unstructured":"Carnegie, \u201cEnabling the Future: Linking Science and Technology to Societal Goals,\u201d Carnegie Commission on Science, Technology, and Government, Carnegie Commission, New York, NY, 1992."},{"key":"BF02020420_CR4","series-title":"U.S. Congress, Office of Technology Assessment, OTA-SET-490","volume-title":"Federally Funded Research: Decisions for a Decade","author":"OTA","year":"1991","unstructured":"OTA, \u201cFederally Funded Research: Decisions for a Decade\u201d, U.S. Congress, Office of Technology Assessment, OTA-SET-490 (Wash., DC: U. S. GPO, May 1991)."},{"key":"BF02020420_CR5","series-title":"U.S. Congress, Office of Technology Assessment, (OTA-ISC-374, March 1988) and \u201cHolding the Edge: Maintaining the Defense Technology Base\u201d (OTA-ISC-420)","volume-title":"The Defense Technology Base: Introduction and Overview","author":"OTA","year":"1989","unstructured":"OTA, \u201cThe Defense Technology Base: Introduction and Overview\u201d, U.S. Congress, Office of Technology Assessment, (OTA-ISC-374, March 1988) and \u201cHolding the Edge: Maintaining the Defense Technology Base\u201d (OTA-ISC-420) Wash., DC: U. S. GPO, April 1989."},{"key":"BF02020420_CR6","volume-title":"The Evaluation of Scientific Research","author":"F. Narin","year":"1989","unstructured":"Narin, F., \u201cThe Impact of Different Modes of Research Funding\u201d, in:Evered, D., Harnett, S. (Eds.),The Evaluation of Scientific Research, John Wiley and Sons, Chichester, UK, 1989."},{"key":"BF02020420_CR7","doi-asserted-by":"crossref","unstructured":"Robb, W. L., \u201cEvaluating Industrial R&D\u201d, in:Kostoff, R. N. (Ed.),Evaluation Review, Special Issue on Research Impact Assessment, 18\u22361, February 1994.","DOI":"10.1177\/0193841X9401800109"},{"key":"BF02020420_CR8","doi-asserted-by":"crossref","unstructured":"Nelson, K. S., Tomsyck, J. P., Sorensen, D. P., \u201cIndustrial R&D Program Evaluation Techniques\u201d, in:Kostoff, R. N. (Ed.),Evaluation Review, Special Issue on Research Impact Assessment, 18:1, February 1994.","DOI":"10.1177\/0193841X9401800106"},{"key":"BF02020420_CR9","unstructured":"Salasin, J. et al, \u201cThe Evaluation of Federal Research Programs\u201d, MITRE Technical Report MTR-80W123, June 1980."},{"key":"BF02020420_CR10","volume-title":"An Overview of Federal Research Evaluation Activities","author":"J. M. Logsdon","year":"1985","unstructured":"Logsdon, J. M., Rubin, C. B., \u201cAn Overview of Federal Research Evaluation Activities\u201d, Report, The George Washington University, Wash., D. C., April 1985. See alsoJ. M. Logsdon, C. B. Rubin,Federal Research Evaluation Activities, Cambridge, MA, Abt Associates, 1985."},{"key":"BF02020420_CR11","volume-title":"Peerless Science: Peer Review and U. S. Science Policy","author":"D. E. Chubin","year":"1990","unstructured":"Chubin, D. E., Hackett, E. J.,Peerless Science: Peer Review and U. S. Science Policy, State University of New York Press, Albany, NY, 1990."},{"key":"BF02020420_CR12","doi-asserted-by":"crossref","unstructured":"Chubin, D. E., \u201cGrants Peer Review in Theory and Practice\u201d, in:Kostoff, R. N. (Ed.),Evaluation Review, Special Issue on Research Impact Assessment, 18:1, February 1994.","DOI":"10.1177\/0193841X9401800103"},{"key":"BF02020420_CR13","volume-title":"Assessing R&D Impacts: Method and Practice","author":"R. N. Kostoff","year":"1993","unstructured":"Kostoff, R. N., \u201cEvaluating Federal R&D in the U. S.,\u201d in:Assessing R&D Impacts: Method and Practice,Bozeman,B.,Melkers,J. (Eds), Kluwer Academic Publishers, Norwell, MA, 1993."},{"key":"BF02020420_CR14","doi-asserted-by":"crossref","first-page":"2","DOI":"10.1016\/0040-1625(94)90093-0","volume":"45","author":"R. N. Kostoff","year":"1994","unstructured":"Kostoff, R. N., \u201cQuantitative\/Qualitative Federal Research Impact Evaluation Practices\u201d,Technological Forecasting and Social Change, 45:2, February 1994.","journal-title":"Technological Forecasting and Social Change"},{"key":"BF02020420_CR15","doi-asserted-by":"crossref","unstructured":"Kostoff, R. N., \u201cResearch Impact Assessment: Federal Peer Review Practices\u201d, in:Kostoff, R. N. (Ed.),Evaluation Review, Special Issue on Research Impact Assessment, 18:1, February 1994.","DOI":"10.1177\/0193841X9401800104"},{"key":"BF02020420_CR16","unstructured":"Barker, K., \u201cThe \u2018British Model\u2019 \u2014 Evaluation by Professionals\u201d, in:Laredo, P., Mustar, P. (Eds),EC Handbook on Evaluation, 1992."},{"key":"BF02020420_CR17","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1017\/S0140525X00065055","volume":"14","author":"D. V. Cicchetti","year":"1991","unstructured":"Cicchetti, D. V., \u201cThe Reliability of Peer Review for Manuscript and Grant Submissions: A Cross-Disciplinary Investigation,\u201dBehavioral and Brain Sciences, 14:1, 1991.","journal-title":"Behavioral and Brain Sciences"},{"key":"BF02020420_CR18","unstructured":"Cole, S., Rubin, L., Cole, J., \u201cPeer Review in the National Science Foundation: phase one of a study,\u201d, National Research Council, 1978, NTIS Acc. No. PB83-192161."},{"key":"BF02020420_CR19","unstructured":"Cole, J., Cole, S., \u201cPeer Review in the National Science Foundation: phase two of a study,\u201d National Research Council, 1981, NTIS Acc. No. PB82-182130."},{"key":"BF02020420_CR20","doi-asserted-by":"crossref","unstructured":"Cole, S., Cole, J., Simon, G., \u201cChance and Consensus in Peer Review,\u201dScience, Vol. 214, November 1981.","DOI":"10.1126\/science.7302566"},{"key":"BF02020420_CR21","first-page":"2","volume":"14","author":"S. E. Cozzens","year":"1987","unstructured":"Cozzens, S. E., \u201cExpert Review in Evaluating Programs\u201d,Science and Public Policy, 14:2, April 1987.","journal-title":"Science and Public Policy"},{"key":"BF02020420_CR22","unstructured":"DOD, \u201cThe Department of Defense Report on the Merit Review Process for Competitive Selection of University Research Projects and an Analysis of the Potential for Expanding the Geographic Distribution of Research,\u201d April 1987, DTIC Acc. No. 88419044."},{"key":"BF02020420_CR23","unstructured":"DOE, \u201cAn Assessment of the Basic Energy Sciences Program\u201d, Office of Energy Research, Office of Program Analysis, Report No. DOE\/ER-0123, March 1982."},{"key":"BF02020420_CR24","unstructured":"DOE, \u201cProcedures for Peer Review Assessments\u201d, Office of Energy Research, Office of Program Analysis, Report No. DOE\/ST-0007P, Revised January 1993."},{"key":"BF02020420_CR25","unstructured":"Frazier, S. P., \u201cUniversity Funding: Information on the Role of Peer Review at NSF and NIH\u201d, U.S. General Accounting Office Report No. GAO\/RCED-87-87FS, March 1987."},{"key":"BF02020420_CR26","doi-asserted-by":"crossref","first-page":"4","DOI":"10.1109\/17.7450","volume":"35","author":"R. N. Kostoff","year":"1988","unstructured":"Kostoff, R. N., \u201cEvaluation of Proposed and Existing Accelerated Research Programs by the Office of Naval Research\u201d,IEEE Trans. of Engineering Management, 35:4, Nov. 1988.","journal-title":"IEEE Trans. of Engineering Management"},{"key":"BF02020420_CR27","doi-asserted-by":"crossref","unstructured":"Ormala, E., \u201cNordic Experiences of the Evaluation of Technical Research and Development\u201d,Research Policy, 18, 1989.","DOI":"10.1016\/0048-7333(89)90021-8"},{"key":"BF02020420_CR28","series-title":"U. S. Congress, Office of Technology Assessment, OTA-TM-SET-36","volume-title":"Research Funding as an Investment: Can We Measure the Returns","author":"OTA","year":"1986","unstructured":"OTA, \u201cResearch Funding as an Investment: Can We Measure the Returns\u201d, U. S. Congress, Office of Technology Assessment, OTA-TM-SET-36 (Wash., DC: U. S. GPO, April 1986)."},{"key":"BF02020420_CR29","unstructured":"Nicholson, R. S., \u201cImproving Research Through Peer Review,\u201d National Research Council, 1987, NTIS Acc. No. PB88-163571."},{"key":"BF02020420_CR30","unstructured":"DOE, \u201cAn Evaluation of Alternate Magnetic Fusion Concepts 1977\u201d, DOE\/ET-0047, May 1978."},{"key":"BF02020420_CR31","unstructured":"NIST, \u201cAnnual Report, 1990, \u201dVisiting Committee on Advanced Technology, January 1991."},{"key":"BF02020420_CR32","doi-asserted-by":"crossref","unstructured":"Ormala, E., \u201cImpact Assessment: European Experience of Qualitative Methods and practices\u201d, in:Kostoff, R. N. (Ed.),Evaluation Review, Special Issue on Research Impact Assessment, 18\u22361, February 1994.","DOI":"10.1177\/0193841X9401800105"},{"key":"BF02020420_CR33","first-page":"3","volume":"10","author":"R. Roy","year":"1985","unstructured":"Roy, R., \u201cFunding Science: The Real Defects of Peer Review and an Alternative to It\u201d,Science, Technology, and Human Values, 10:3, 1985.","journal-title":"Science, Technology, and Human Values"},{"key":"BF02020420_CR34","doi-asserted-by":"crossref","unstructured":"King, J., \u201cA Review of Bibliometric and Other Science Indicators and Their Role in Research Evaluation\u201d,Journal of Information Science, 13, 1987.","DOI":"10.1177\/016555158701300501"},{"key":"BF02020420_CR35","volume-title":"The Evaluation of Scientific Research","author":"C. Kruytbosch","year":"1989","unstructured":"Kruytbosch, C., \u201cThe Role and Effectiveness of Peer Review\u201d, in:Evered, D., Harnett, S. (Eds.),The Evaluation of Scientific Research, John Wiley and Sons, Chichester, UK, 1989."},{"key":"BF02020420_CR36","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1017\/S0140525X00065717","volume":"14","author":"R. F. Bornstein","year":"1991","unstructured":"Bornstein, R. F., \u201cThe Predictive Validity of Peer Review: A Neglected Issue\u201d,Behavioral and Brain Sciences, 14:1, 1991.","journal-title":"Behavioral and Brain Sciences"},{"key":"BF02020420_CR37","unstructured":"Bornstein, R. F., \u201cManuscript Review in Psychology: Psychometrics, Demand Characteristics, and an Alternative Model,\u201dJournal of Mind and Behaviour, 12, 1991."},{"key":"BF02020420_CR38","doi-asserted-by":"crossref","unstructured":"Narin, F., Olivastro, D., Stevens, K. A., \u201cBibliometrics-Theory, Practice, and Problems\u201d, in:Kostoff, R. N. (Ed.),Evaluation Review, Special Issue on Research Impact Assessment, 18:1, February 1994.","DOI":"10.1177\/0193841X9401800107"},{"key":"BF02020420_CR39","doi-asserted-by":"crossref","unstructured":"Mansfield, E., \u201cAcademic Research and Industrial Innovation,\u201dResearch Policy, Vol. 20, 1991.","DOI":"10.1016\/0048-7333(91)90080-A"},{"key":"BF02020420_CR40","doi-asserted-by":"crossref","first-page":"3","DOI":"10.1016\/0040-1625(93)90070-N","volume":"44","author":"R. N. Kostoff","year":"1993","unstructured":"Kostoff, R. N., \u201cSemi-Quantitative Methods for Research Impact Assessment\u201d,Technological Forecasting and Social Change, 44:3, November, 1993.","journal-title":"Technological Forecasting and Social Change"},{"key":"BF02020420_CR41","volume-title":"Assessing R&D Impacts: Method and Practice","author":"G. Kingsley","year":"1993","unstructured":"Kingsley, G., \u201cThe Use of Case Studies in R&D Impact Evaluation\u201d, in:Assessing R&D Impacts: Method and Practice,Bozeman,B.,Melkers,J. (Eds.), Kluwer Academic Publishers, Norwell, MA, 1993."},{"key":"BF02020420_CR42","series-title":"DTIC No. AD495905","volume-title":"Project Hindsight","author":"DOD","year":"1969","unstructured":"DOD,Project Hindsight, Office of the Director of Defense Research and Engineering, Wash., D. C., DTIC No. AD495905, Oct. 1969."},{"key":"BF02020420_CR43","unstructured":"IITRI, \u201cTechnology in Retrospect and Critical Events in Science\u201d, Illinois Institute of Technology Research Institute Report, December, 1968."},{"key":"BF02020420_CR44","unstructured":"Battelle, \u201cInteractions of Science and Technology in the Innovative Process: Some Case Studies\u201d, Final Report, Prepared for the National Science Foundation, Contract NSF-C 667, Battelle Columbus Laboratories, March 19, 1973."},{"key":"BF02020420_CR45","unstructured":"IDA, \u201cDARPA Technical Accomplishments\u201d, Volume I, IDA Paper P-2192, February 1990; Volume II, IDA Paper P-2429, April 1991; Volume III, IDA Paper P-2538, July 1991, Institute for Defense Analysis."},{"key":"BF02020420_CR46","unstructured":"DOE, \u201cHealth and Environmental Research: Summary of Accomplishments\u201d, Office of Energy Research, Office of Program Analysis, Report No. DOE\/ER-0194, May 1983."},{"key":"BF02020420_CR47","unstructured":"DOE, \u201cHealth and Environmental Research: Summary of Accomplishments\u201d, Office of Energy Research, Office of Program Analysis, Report No. DOE\/ER-0275, August 1986."},{"key":"BF02020420_CR48","doi-asserted-by":"crossref","first-page":"3","DOI":"10.1111\/j.1467-9310.1994.tb00874.x","volume":"24","author":"R. N. Kostoff","year":"1994","unstructured":"Kostoff, R. N., \u201cResearch Impact Quantification,\u201dR&D Management, 24:3, July 1994.","journal-title":"R&D Management"},{"key":"BF02020420_CR49","unstructured":"Australia, \u201cResearch Performance Indicators Survey\u201d, National Board of Employment, Education and Training, Commissioned Report No. 21, Australian Government Publishing Service, Canberra, Australia, January 1993."},{"key":"BF02020420_CR50","volume-title":"The Evaluation of Scientific Research","author":"T. Braun","year":"1989","unstructured":"Braun, T., Gl\u00e4nzel, W., Schubert, A., \u201cAn Alternative Quantitative Approach to the Assessment of National Performance in Basic Research\u201d, in:Evered, D., Harnett, S. (Eds.),The Evaluation of Scientific Research, John Wiley and Sons, Chichester, UK, 1989."},{"key":"BF02020420_CR51","doi-asserted-by":"crossref","unstructured":"Braun, T., et al, \u201cPublication Productivity: from Frequency Distribution to Scientometric indicators\u201d,Journal of Information Science, 16, 1990.","DOI":"10.1177\/016555159001600107"},{"key":"BF02020420_CR52","doi-asserted-by":"crossref","first-page":"2","DOI":"10.1007\/BF02016896","volume":"28","author":"T. Braun","year":"1993","unstructured":"Braun, T., et al., \u201cScientometric Indicators Datafiles,\u201dScientometrics, 28:2, 1993.","journal-title":"Scientometrics"},{"key":"BF02020420_CR53","first-page":"5","volume":"9","author":"A. Schubert","year":"1986","unstructured":"Schubert, A., Braun, T., \u201cRelative Indicators and Relational Charts for Comparative Assessment of Publication Output and Citation Impact,\u201dScientometrics, 9:5\u20136, 1986.","journal-title":"Scientometrics"},{"key":"BF02020420_CR54","first-page":"1","volume":"13","author":"T. Braun","year":"1987","unstructured":"Braun, T., Schubert, A., \u201cScientometric versus Socio-Economic Indicators: Scatter Plots for 51 Countries: 1978\u20131980,\u201dScientometrics, 13:1\u20132, 1987.","journal-title":"Scientometrics"},{"key":"BF02020420_CR55","first-page":"1","volume":"20","author":"T. Braun","year":"1991","unstructured":"Braun, T., Schubert, A., \u201cThe Landscape of National Performances in the Sciences, 1981\u20131985,\u201dScientometrics, 20:1, 1991.","journal-title":"Scientometrics"},{"key":"BF02020420_CR56","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1007\/BF02020910","volume":"23","author":"A. Schubert","year":"1992","unstructured":"Schubert, A., Braun, T., \u201cThree Scientometric Etudes on Developing Countries as a Tribute to Michael Moravcsik,\u201dScientometrics, 23:1, 1992.","journal-title":"Scientometrics"},{"key":"BF02020420_CR57","doi-asserted-by":"crossref","unstructured":"Oberski, J. E. J., \u201cSome Statistical Aspects of Co-citation Cluster Analysis and a Judgement by Physicists,\u201d in:Van Raan, A.F.J. (Ed.),Handbook of Quantitative Studies of Science and Technology, North Holland, 1988.","DOI":"10.1016\/B978-0-444-70537-2.50019-2"},{"key":"BF02020420_CR58","unstructured":"White, H. D., McCain, K. W., \u201cBibliometrics,\u201d in:Williams, M. E. (Ed.),Annual Review of Information Science and Technology, 24, 1989."},{"key":"BF02020420_CR59","unstructured":"Narin, F., \u201cEvaluative Bibliometrics: The Use of Publication and Citation Analysis in the Evaluation of Scientific Activity\u201d (monograph), NSF C-637, National Science Foundation, Contract NSF C-627, NTIS Accession No. PB252339\/AS, March 31, 1976."},{"key":"BF02020420_CR60","doi-asserted-by":"crossref","unstructured":"Hicks, D., Martin, B., Irvine, J., \u201cBibliometric Techniques for Monitoring Performance in Technologically Oriented Research: The Case of Integrated Optics\u201d,R&D Management, Vol. 16, No. 3, 1986.","DOI":"10.1111\/j.1467-9310.1986.tb01305.x"},{"key":"BF02020420_CR61","series-title":"National Science Board Report NSB 89-1","volume-title":"Science and Engineering Indicators \u2212 1989","author":"NSF","year":"1989","unstructured":"NSF, \u201cScience and Engineering Indicators \u2212 1989\u201d, National Science Board Report NSB 89-1, GPO, Wash., D.C., 1989."},{"key":"BF02020420_CR62","first-page":"1","volume":"17","author":"B. R. Martin","year":"1990","unstructured":"Martin, B. R. et al, \u201cRecent Trends in the Output and Impact of British Science\u201d,Science and Public Policy, 17:1, Feb., 1990.","journal-title":"Science and Public Policy"},{"key":"BF02020420_CR63","doi-asserted-by":"crossref","unstructured":"Frame, J. D., \u201cQuantitative Indicators for Evaluation of Basic Research Programs\/Projects\u201d,IEEE Transactions on Engineering Management, Vol. EM-30, No. 3, August 1983.","DOI":"10.1109\/TEM.1983.6448601"},{"key":"BF02020420_CR64","doi-asserted-by":"crossref","unstructured":"McAllister, P. R., Narin, F., Corrigan, J. G., \u201cProgrammatic Evaluation and Comparison Based on Standardized Citation Scores\u201d,IEEE Transactions on Engineering Management, Vol. EM-30, No. 4, November 1983.","DOI":"10.1109\/TEM.1983.6448622"},{"key":"BF02020420_CR65","unstructured":"Mullins, N., \u201cEvaluating Research Programs: Measurement and Data Sources\u201d,Science and Public Policy, Vol. 14, No. 2, April 1987."},{"key":"BF02020420_CR66","doi-asserted-by":"crossref","unstructured":"Mullins, N., Snizek, W., Oehler, K., \u201cThe Structural Analysis of a Scientific Paper\u201d, in:Van Raan, A. F. J. (Ed.),Handbook of Quantitative Studies of Science and Technology, North Holland, 1988","DOI":"10.1016\/B978-0-444-70537-2.50008-8"},{"key":"BF02020420_CR67","doi-asserted-by":"crossref","unstructured":"Moed, H. F., Van Raan, A. F. J., \u201cIndicators of Research Performance: Applications in University Research Policy,\u201d in:Van Raan, A.F.J. (Ed.),Handbook of Quantitative Studies of Science and Technology, North Holland, 1988.","DOI":"10.1016\/B978-0-444-70537-2.50011-8"},{"key":"BF02020420_CR68","volume-title":"The Evaluation of Scientific Research","author":"J. Irvine","year":"1989","unstructured":"Irvine, J., \u201cEvaluation of Scientific Institutions: Lessons from a Bibliometric Study of UK Technical Universities,\u201d in:Evered, D., Harnett, S. (Eds.),The Evaluation of Scientific Research, John Wiley and Sons, Chichester, UK, 1989."},{"key":"BF02020420_CR69","volume-title":"The Evaluation of Scientific Research","author":"A. F. J. Raan Van","year":"1989","unstructured":"Van Raan, A. F. J., \u201cEvaluation of Research Groups\u201d, in:Evered, D., Harnett, S. (Ed.),The Evaluation of Scientific Research, John Wiley and Sons, UK, 1989."},{"key":"BF02020420_CR70","doi-asserted-by":"crossref","unstructured":"Luukkonen, T., \u201cBibliometrics and Evaluation of Research Performance\u201d,Annals of Medicine, Vol. 22, No. 3, 1990.","DOI":"10.3109\/07853899009147259"},{"key":"BF02020420_CR71","doi-asserted-by":"crossref","unstructured":"Luukkonen, T., Stahle, B., \u201cQuality Evaluations in the Management of Basic and Applied Research\u201d,Research Policy, 19, 1990.","DOI":"10.1016\/0048-7333(90)90019-3"},{"key":"BF02020420_CR72","doi-asserted-by":"crossref","unstructured":"Luukkonen, T., Persson, O., Sivertsen, G., \u201cUnderstanding Patterns of International Scientific Collaboration,\u201dScience, Technology, and Human Values, Vol. 17, No. 1, January 1992.","DOI":"10.1177\/016224399201700106"},{"key":"BF02020420_CR73","first-page":"2","volume":"14","author":"F. Narin","year":"1987","unstructured":"Narin, F., \u201cBibliometric Techniques in the Evaluation of Research Programs\u201d,Science and Public Policy, 14:2, April 1987.","journal-title":"Science and Public Policy"},{"key":"BF02020420_CR74","doi-asserted-by":"crossref","unstructured":"Carpenter, M. P., Narin, F., \u201cValidation Study: Patent Citations as Indicators of Science and Foreign Dependence\u201d,World Patent Information, Vol. 5, No. 3, 1983.","DOI":"10.1016\/0172-2190(83)90139-4"},{"key":"BF02020420_CR75","doi-asserted-by":"crossref","unstructured":"Narin, F., Carpenter, M. P., Woolf, P., \u201cTechnological Performance Assessments Based on Patents and Patent Citations\u201d,IEEE Transactions on Engineering Management, EM-31, 4, Nov. 1984.","DOI":"10.1109\/TEM.1984.6447534"},{"key":"BF02020420_CR76","doi-asserted-by":"crossref","unstructured":"Wallmark, J. T., Sedig, K. G., \u201cQuality of Research Measured by Citation Method and by Peer Review \u2014 A Comparison\u201d,IEEE Transactions on Engineering Management, Vol. EM-33, No. 4, November 1986.","DOI":"10.1109\/TEM.1986.6447682"},{"key":"BF02020420_CR77","doi-asserted-by":"crossref","unstructured":"Collins, P., Wyatt, S., \u201cCitations in Patents to the Basic Research Literature\u201d,Research Policy, 17, 1988.","DOI":"10.1016\/0048-7333(88)90022-4"},{"key":"BF02020420_CR78","volume-title":"Handbook of Quantitative Studies in Science and Technology","author":"F. Narin","year":"1988","unstructured":"Narin, F., Olivastro, D., \u201cTechnology Indicators Based on Patents and Patent Citations\u201d, in:Van Raan, A.F.J. (Ed.),Handbook of Quantitative Studies in Science and Technology, Elsevier Science Publishers, Amsterdam, 1988."},{"key":"BF02020420_CR79","doi-asserted-by":"crossref","unstructured":"Van Vianen, B. G., Moed, H. F., Van Raan, A. F. J., \u201cAn Exploration of the Science Base of Recent Technology,\u201dScience Policy, Vol. 19, 1990.","DOI":"10.1016\/0048-7333(90)90034-4"},{"key":"BF02020420_CR80","doi-asserted-by":"crossref","first-page":"3","DOI":"10.1016\/0048-7333(92)90018-Y","volume":"21","author":"F. Narin","year":"1992","unstructured":"Narin, F., Olivastro, D., \u201cStatus Report-Linkage between Technology and Science,\u201dResearch Policy, 21:3, June, 1992.","journal-title":"Research Policy"},{"key":"BF02020420_CR81","first-page":"2","volume":"13","author":"M. P. Carpenter","year":"1980","unstructured":"Carpenter, M. P., Cooper, M., Narin, F., \u201cLinkage Between Basic Research Literature and Patents\u201d,Research Management, 13:2, March 1980.","journal-title":"Research Management"},{"key":"BF02020420_CR82","doi-asserted-by":"crossref","unstructured":"Narin, F., Noma, E., Perry, R., \u201cPatents as Indicators of Corporate Technological Strength\u201d,Research Policy, Vol. 16, 1987.","DOI":"10.1016\/B978-0-444-70330-9.50009-4"},{"key":"BF02020420_CR83","unstructured":"Narin, F., \u201cTechnological Evaluation of Industrial Firms by Means of Patent Investigation\u201d, Presented at VPP Professional Meeting, N\u00fcrnberg, Germany, November 13, 1992."},{"key":"BF02020420_CR84","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1111\/j.1467-9310.1992.tb00785.x","volume":"22","author":"R. Miller","year":"1992","unstructured":"Miller, R., \u201cThe Influence of Primary Task on R&D Laboratory Evaluation: A Comparative Bibliometric Analysis\u201d,R&D Management, 22:1, 1992.","journal-title":"R&D Management"},{"key":"BF02020420_CR85","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1007\/BF02016790","volume":"26","author":"A. Schubert","year":"1993","unstructured":"Schubert, A., Braun, T., \u201cReference Standards for Citation Based Assessments\u201d,Scientometrics, 26:1, 1993.","journal-title":"Scientometrics"},{"key":"BF02020420_CR86","doi-asserted-by":"crossref","unstructured":"Kostoff, R. N., \u201cResearch Impact Assessment,\u201dProceedings: Third International Conference on Management of Technology, Miami, FL, February 17\u201321, 1992. Larger text available from author.","DOI":"10.1177\/0193841X9401800101"},{"key":"BF02020420_CR87","volume-title":"Assessing R&D Impacts: Method and Practice","author":"R. N. Kostoff","year":"1993","unstructured":"Kostoff, R. N., \u201cCo-Word Analysis\u201d, in:Assessing R&D Impacts: Method and Practice,Bozeman,B.,Melkers,J. (Eds.), Kluwer Academic Publishers, Norwell, MA, 1993."},{"key":"BF02020420_CR88","first-page":"1","volume":"5","author":"R. N. Kostoff","year":"1994","unstructured":"Kostoff, R. N., \u201cDatabase Tomography: Origins and Applications,\u201dCompetitive Intelligence Review, Special Issue on Technology, 5:1, Spring 1994.","journal-title":"Competitive Intelligence Review, Special Issue on Technology"},{"key":"BF02020420_CR89","doi-asserted-by":"crossref","unstructured":"Tijssen, R., Van Raan, A., \u201cMapping Changes in Science and Technology\u201d, in:Kostoff, R. N. (Ed.),Evaluation Review, Special Issue on Research Impact Assessment, 18\u22361, February 1994.","DOI":"10.1177\/0193841X9401800110"},{"key":"BF02020420_CR90","doi-asserted-by":"crossref","unstructured":"Georghiou, L., Giusti, W. L., Cameron, H. M., Gibbons, M., \u201cThe Use of Co-nomination Analysis in the Evaluation of Collaborative Research\u201d, in:Van Raan, A.F.J. (Ed.),Handbook of Quantitative Studies of Science and Technology, North Holland, 1988.","DOI":"10.1016\/B978-0-444-70537-2.50015-5"},{"key":"BF02020420_CR91","series-title":"Research Report to the Ministry of Economic Affairs, CWTS-91-02","volume-title":"Mapping of Technology: A First Exploration of Knowledge Diffusion amongst Fields of Technology","author":"E. C. Engelsman","year":"1991","unstructured":"Engelsman, E. C., Van Raan, A. F. J., \u201cMapping of Technology: A First Exploration of Knowledge Diffusion amongst Fields of Technology,\u201d Research Report to the Ministry of Economic Affairs, CWTS-91-02, Centre for Science and Technology Studies, Leiden, March 1991."},{"key":"BF02020420_CR92","doi-asserted-by":"crossref","unstructured":"Averch, H., \u201cEconomic Approaches to the Evaluation of Research\u201d, in:Kostoff, R. N. (Ed.),Evaluation Review, Special Issue on Research Impact Assessment, 18:1, February 1994.","DOI":"10.1177\/0193841X9401800108"},{"key":"BF02020420_CR93","volume-title":"Assessing R&D Impacts: Method and Practice","author":"A. Link","year":"1993","unstructured":"Link, A., \u201cMethods for Evaluating the Return on R&D Investments\u201d, in:Assessing R&D Impacts: Method and Practice,Bozeman,B.,Melkers,J. (Eds.), Kluwer Academic Publishers, Norwell, MA, 1993."},{"key":"BF02020420_CR94","volume-title":"Assessing R&D Impacts: Method and Practice","author":"J. D. Roessner","year":"1993","unstructured":"Roessner, J. D., \u201cUse of Quantitative Methods to Support Research Decisions in Business and Government\u201d, in:Assessing R&D Impacts: Method and Practice,Bozeman,B.,Melkers,J. (Eds.), Kluwer Academic Publishers, Norwell, MA, 1993."},{"key":"BF02020420_CR95","doi-asserted-by":"crossref","first-page":"2","DOI":"10.1007\/BF01052645","volume":"3","author":"R. N. Kostoff","year":"1983","unstructured":"Kostoff, R. N., \u201cA Cost\/Benefit Analysis of Commercial Fusion-Fission Hybrid Reactor Development\u201d,Journal of Fusion Energy, 3:2, 1983.","journal-title":"Journal of Fusion Energy"},{"key":"BF02020420_CR96","unstructured":"Mansfield, E., \u201cBasic Research and Productivity Increase in Manufacturing,\u201dThe American Economic Review, Vol. 70, No. 5, December 1980."},{"key":"BF02020420_CR97","volume-title":"State of Science and Research: Some New Indicators","author":"N. Terleckyj","year":"1977","unstructured":"Terleckyj, N.,State of Science and Research: Some New Indicators, Westview Press, Boulder, CO, 1977."},{"key":"BF02020420_CR98","unstructured":"Terleckyj, N., \u201cMeasuring Economic Effects of Federal R&D Expenditures: Recent History with Special Emphasis on Federal R&D Performed in Industry\u201d, Presented at NAS Workshop on \u2018The Federal Role in Research and Development\u2019, November 1985."},{"key":"BF02020420_CR99","doi-asserted-by":"crossref","unstructured":"Griliches, Z., \u201cIssues in Assessing the Contribution of Research and Development to Productivity Growth\u201d,The Bell Journal of Economics, Vol. 10, Spring 1979.","DOI":"10.2307\/3003321"},{"key":"BF02020420_CR100","first-page":"1","volume":"84","author":"Z. Griliches","year":"1994","unstructured":"Griliches, Z., \u201cProductivity, R&D, and the Data Constraint\u201d,The American Economic Review, 84:1, March 1994.","journal-title":"The American Economic Review"},{"key":"BF02020420_CR101","doi-asserted-by":"crossref","unstructured":"Averch, H., \u201cMeasuring the Cost-Efficiency of Basic Research Investment: Input-Output Approaches\u201d,Journal of Policy Analysis and Management, Vol. 6, No. 3, 1987.","DOI":"10.2307\/3324848"},{"key":"BF02020420_CR102","doi-asserted-by":"crossref","unstructured":"Averch, H., \u201cExploring the Cost-Efficiency of Basic Research Funding in Chemistry\u201d,Research Policy, Vol. 19, 1989.","DOI":"10.1016\/0048-7333(89)90004-8"},{"key":"BF02020420_CR103","unstructured":"Odeyale, C. O., 1993.Knowledge-Based Systems: Knowledge Representation and Inference Strategies of Effective and Unbiased Military Biomedical and R&D Management. Ph.D. Thesis, Walden Univ."},{"key":"BF02020420_CR104","first-page":"1","volume":"7","author":"C. O. Odeyale","year":"1994","unstructured":"Odeyale, C. O., Kostoff, R. N., \u201cR&D Management Expert Networks: I. Knowledge Representation and Inference Strategies\u201d,HEURISTICS, the Jour of Knowledge Engineering and Technology, 7:1, 1994.","journal-title":"HEURISTICS, the Jour of Knowledge Engineering and Technology"},{"key":"BF02020420_CR105","first-page":"1","volume":"7","author":"C. O. Odeyale","year":"1994","unstructured":"Odeyale, C. O., Kostoff, R. N., \u201cR&D Management Expert Networks: II. Prototype Construction and Validation\u201d,HEURISTICS, the Journal of Knowledge Engineering and Technology, 7:1, 1994.","journal-title":"HEURISTICS, the Journal of Knowledge Engineering and Technology"}],"container-title":["Scientometrics"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/BF02020420.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/article\/10.1007\/BF02020420\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/BF02020420","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2020,4,8]],"date-time":"2020-04-08T18:31:37Z","timestamp":1586370697000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/BF02020420"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[1995,10]]},"references-count":105,"journal-issue":{"issue":"2","published-print":{"date-parts":[[1995,10]]}},"alternative-id":["BF02020420"],"URL":"https:\/\/doi.org\/10.1007\/bf02020420","relation":{},"ISSN":["0138-9130","1588-2861"],"issn-type":[{"value":"0138-9130","type":"print"},{"value":"1588-2861","type":"electronic"}],"subject":[],"published":{"date-parts":[[1995,10]]}}}