{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,2,7]],"date-time":"2026-02-07T22:32:50Z","timestamp":1770503570028,"version":"3.49.0"},"reference-count":52,"publisher":"Springer Science and Business Media LLC","issue":"1","license":[{"start":{"date-parts":[[2002,1,1]],"date-time":"2002-01-01T00:00:00Z","timestamp":1009843200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2002,1,1]],"date-time":"2002-01-01T00:00:00Z","timestamp":1009843200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["Scientometrics"],"published-print":{"date-parts":[[2002,1]]},"DOI":"10.1023\/a:1014831920172","type":"journal-article","created":{"date-parts":[[2002,12,28]],"date-time":"2002-12-28T16:20:03Z","timestamp":1041092403000},"page":"49-71","source":"Crossref","is-referenced-by-count":58,"title":["Citation analysis of research performer quality"],"prefix":"10.1007","volume":"53","author":[{"given":"Ronald N.","family":"Kostoff","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","reference":[{"issue":"3","key":"400208_CR1","doi-asserted-by":"crossref","first-page":"251","DOI":"10.1016\/0048-7333(91)90055-U","volume":"20","author":"M.B. Albert","year":"1991","unstructured":"Albert, M.B., Avery, D., Narin F., Mcallister P. (1991), Direct validation of citation counts as indicators of industrially important patents, Research Policy, 20 (3): 251-259.","journal-title":"Research Policy"},{"issue":"1\u20132","key":"400208_CR2","first-page":"97","volume":"13","author":"R.R. Braam","year":"1988","unstructured":"Braam, R.R., Moed H.F., Van Raan A.F.J. (1988), Mapping of science by combined co-citation and word analysis. 1. Structural aspects, Science Technology & Human Values, 13 (1\u20132): 97-98.","journal-title":"Science Technology & Human Values"},{"issue":"4","key":"400208_CR3","doi-asserted-by":"crossref","first-page":"233","DOI":"10.1002\/(SICI)1097-4571(199105)42:4<233::AID-ASI1>3.0.CO;2-I","volume":"42","author":"R.R. Braam","year":"1991","unstructured":"Braam, R.R., Moed, H.F., Van Raan A.F.J. (1991), Mapping of science by combined cocitation and word analysis. 1. Structural aspects, Journal of the American Society for Information Science, 42 (4): 233-251.","journal-title":"Journal of the American Society for Information Science"},{"issue":"2","key":"400208_CR4","doi-asserted-by":"crossref","first-page":"171","DOI":"10.1007\/BF02457436","volume":"40","author":"R. J. Davidse","year":"1997","unstructured":"Davidse, R. J., Van Raan, A. F. J. (1997), Out of particles: Impact of CERN, DESY, and SLAC research to fields other than physics, Scientometrics, 40 (2): 171-193.","journal-title":"Scientometrics"},{"key":"400208_CR5","unstructured":"DOE, An Assessment of the Basic Energy Sciences Program, Office of Energy Research, Office of Program Analysis, Report No. DOE\/ER-0123, March 1982."},{"key":"400208_CR6","unstructured":"Festschrift (2000), Web of Knowledge-A Festschrift in Honor of Eugene Garfield, ASIST Monograph Series."},{"issue":"3159","key":"400208_CR7","doi-asserted-by":"crossref","first-page":"108","DOI":"10.1126\/science.122.3159.108","volume":"122","author":"E. Garfield","year":"1955","unstructured":"Garfield, E. (1955), Citation indexes for science-new dimension in documentation through association of ideas, Science, 122 (3159): 108-111.","journal-title":"Science"},{"issue":"3","key":"400208_CR8","doi-asserted-by":"crossref","first-page":"195","DOI":"10.1002\/asi.5090140304","volume":"14","author":"E. Garfield","year":"1963","unstructured":"Garfield, E., Sher, I. H. (1963), New factors in evaluation of scientific literature through citation indexing, American Documentation, 14 (3): 195-201.","journal-title":"American Documentation"},{"issue":"361","key":"400208_CR9","doi-asserted-by":"crossref","first-page":"649","DOI":"10.1126\/science.144.3619.649","volume":"144","author":"E. Garfield","year":"1964","unstructured":"Garfield, E. (1964), Science Citation Index-new dimension in indexing, Science, 144 (361): 649-654.","journal-title":"Science"},{"issue":"Nbs26","key":"400208_CR10","first-page":"189","volume":"1964","author":"E. Garfield","year":"1965","unstructured":"Garfield, E. (1965), Can citation indexing be automated, Statistical Association Methods For Mechanized Documentation Symposium Proceedings, 1964: (Nbs26) 189.","journal-title":"Statistical Association Methods For Mechanized Documentation Symposium Proceedings"},{"issue":"2","key":"400208_CR11","doi-asserted-by":"crossref","first-page":"63","DOI":"10.1021\/c160021a001","volume":"6","author":"E. Garfield","year":"1966","unstructured":"Garfield, E. (1966), Patent citation indexing and notions of novelty similarity and relevance, Journal of Chemical Documentation 6 (2): 63-65.","journal-title":"Journal of Chemical Documentation"},{"issue":"5259","key":"400208_CR12","doi-asserted-by":"crossref","first-page":"669","DOI":"10.1038\/227669a0","volume":"227","author":"E. Garfield","year":"1970","unstructured":"Garfield, E. (1970), Citation indexing for studying science, Nature, 227 (5259): 669-671.","journal-title":"Nature"},{"key":"400208_CR13","volume-title":"The Metrics of Science and Technology","author":"E. Geisler","year":"2000","unstructured":"Geisler, E. (2000), The Metrics of Science and Technology, Quorum Books, Westport, CT."},{"key":"400208_CR14","unstructured":"Kostoff, R. N. (1997a), The Handbook of Research Impact Assessment, Seventh Edition, Summer 1997, DTIC Report Number ADA296021. Also, available at http:\/\/www.dtic.mil\/dtic\/kostoff\/index.html"},{"issue":"5326","key":"400208_CR15","doi-asserted-by":"crossref","first-page":"651","DOI":"10.1126\/science.277.5326.651","volume":"277","author":"R. N. Kostoff","year":"1997","unstructured":"Kostoff, R. N. (1997b), Peer review: The appropriate GPRA metric for research, Science, 277 (5326): 651-652.","journal-title":"Science"},{"issue":"3","key":"400208_CR16","doi-asserted-by":"crossref","first-page":"225","DOI":"10.1007\/BF02458527","volume":"39","author":"R. N. Kostoff","year":"1997","unstructured":"Kostoff, R. N. (1997c), Citation analysis cross-field normalization: A new paradigm, Scientometrics, 39 (3): 225-230.","journal-title":"Scientometrics"},{"issue":"4","key":"400208_CR17","doi-asserted-by":"crossref","first-page":"301","DOI":"10.1177\/016555159702300404","volume":"23","author":"R. N. Kostoff","year":"1997","unstructured":"Kostoff, R. N., Eberhart, H. J., Toothman, D. R. (1997d), Database tomography for information retrieval, Journal of Information Science, 23 (4) 301-311.","journal-title":"Journal of Information Science"},{"issue":"1","key":"400208_CR18","doi-asserted-by":"crossref","first-page":"27","DOI":"10.1007\/BF02458392","volume":"43","author":"R. N. Kostoff","year":"1998","unstructured":"Kostoff, R. N. (1998), The use and misuse of citation analysis in research evaluation, Scientometrics, 43 (1): 27-43.","journal-title":"Scientometrics"},{"issue":"9","key":"400208_CR19","first-page":"6","volume":"14","author":"R. N. Kostoff","year":"2000","unstructured":"Kostoff, R. N. (2000a), The underpublishing of science and technology results, The Scientist, 14 (9): 6.","journal-title":"The Scientist"},{"key":"400208_CR20","doi-asserted-by":"crossref","unstructured":"Kostoff, R. N. (2000b), High quality information retrieval for improving the conduct and management of research and development, Proceedings: Twelfth International Symposium on Methodologies for Intelligent Systems, 11\u201314 October.","DOI":"10.1007\/3-540-39963-1_10"},{"issue":"5519","key":"400208_CR21","doi-asserted-by":"crossref","first-page":"1067","DOI":"10.1126\/science.292.5519.1067a","volume":"292","author":"R. N. Kostoff","year":"2001","unstructured":"Kostoff, R. N., Hartley, J. (2001a), Structured abstracts for technical journals, Science, 292 (5519): 1067.","journal-title":"Science"},{"key":"400208_CR22","unstructured":"Kostoff, R. N., Hartley, J. (2000b), Structured abstracts for technical journal articles, Letter to Technical Journal Editors, 14 May. Letter available from author."},{"issue":"5","key":"400208_CR23","doi-asserted-by":"crossref","first-page":"342","DOI":"10.1002\/(SICI)1097-4571(198909)40:5<342::AID-ASI7>3.0.CO;2-U","volume":"40","author":"M.H. Macroberts","year":"1989","unstructured":"Macroberts, M.H., Macroberts, B.R. (1989), Problems of citation analysis: A critical review, Journal of the American Society for Information Science, 40 (5): 342-349.","journal-title":"Journal of the American Society for Information Science"},{"issue":"3","key":"400208_CR24","doi-asserted-by":"crossref","first-page":"435","DOI":"10.1007\/BF02129604","volume":"36","author":"M. Macroberts","year":"1996","unstructured":"Macroberts, M., Macroberts, B. (1996), Problems of citation analysis, Scientometrics, 36 (3): 435-444.","journal-title":"Scientometrics"},{"key":"400208_CR25","unstructured":"Marshakova, I.V. (1973), System of document connections based on references, Nauchno-Tekhnicheskaya Informatsiya Seriya 2-Informatsionnye Protsessy I Sistemy, (6) 3-8."},{"issue":"1","key":"400208_CR26","doi-asserted-by":"crossref","first-page":"13","DOI":"10.1007\/BF02021861","volume":"3","author":"I.V. Marshakova","year":"1981","unstructured":"Marshakova, I.V. (1981), Citation networks in information-science, Scientometrics, 3 (1): 13-25.","journal-title":"Scientometrics"},{"key":"400208_CR27","unstructured":"Marshakova, I.V. (1988), On the mapping of science, Vestnik Akademii Nauk SSSR, (5) 70-82."},{"key":"400208_CR28","doi-asserted-by":"crossref","first-page":"61","DOI":"10.1016\/0048-7333(83)90005-7","volume":"12","author":"B. Martin","year":"1983","unstructured":"Martin, B. Irvine, J. (1983), Assessing basic research: some partial indicators of scientific progress in radio-astronomy, Research Policy, 12: 61-69.","journal-title":"Research Policy"},{"issue":"1\u20132","key":"400208_CR29","doi-asserted-by":"crossref","first-page":"17","DOI":"10.1007\/BF02016857","volume":"10","author":"H.F. Moed","year":"1986","unstructured":"Moed, H.F., Van Raan, A.F.J. (1986), Observations and hypotheses on the phenomenon of multiple citation to a research groups oeuvre, Scientometrics, 10 (1\u20132): 17-33.","journal-title":"Scientometrics"},{"issue":"2","key":"400208_CR30","doi-asserted-by":"crossref","first-page":"80","DOI":"10.1002\/asi.4630260203","volume":"26","author":"F. Narin","year":"1975","unstructured":"Narin, F., Carpenter, M.P. (1975), National publication and citation comparisons, Journal of the American Society for Information Science, 26 (2): 80-93.","journal-title":"Journal of the American Society for Information Science"},{"key":"400208_CR31","unstructured":"Narin, F. (1976), Evaluative Bibliometrics: The Use of Publication and Citation Analysis in the Evaluation of Scientific Activity, (monograph), NSF C-637, National Science Foundation, Contract NSF C-627, NTIS Accession No. PB252339\/AS, March 31."},{"issue":"4","key":"400208_CR32","doi-asserted-by":"crossref","first-page":"172","DOI":"10.1109\/TEM.1984.6447534","volume":"31","author":"F. Narin","year":"1984","unstructured":"Narin, F., Carpenter, M.P., Woolf, P. (1984), Technological performance assessments based on patents and patent citations, IEEE Transactions On Engineering Management, 31 (4): 172-183.","journal-title":"IEEE Transactions On Engineering Management"},{"key":"400208_CR33","doi-asserted-by":"crossref","unstructured":"Narin, F., Olivastro, D., Stevens, K. A. (1994), Bibliometrics-theory, practice, and problems, In: Kostoff, R. N., (Ed.) Evaluation Review, Special Issue on Research Impact Assessment, 18: 1.","DOI":"10.1177\/0193841X9401800107"},{"issue":"3","key":"400208_CR34","doi-asserted-by":"crossref","first-page":"293","DOI":"10.1007\/BF02129596","volume":"36","author":"F. Narin","year":"1996","unstructured":"Narin, F., Hamilton, K.S. (1996), Bibliometric performance measures, Scientometrics, 36 (3): 293-310.","journal-title":"Scientometrics"},{"issue":"5\u20136","key":"400208_CR35","doi-asserted-by":"crossref","first-page":"325","DOI":"10.1007\/BF02016674","volume":"12","author":"A.J. Nederhof","year":"1987","unstructured":"Nederhof, A.J., Van Raan, A.F.J. (1987), Citation theory and the Ortega hypothesis, Scientometrics, 12 (5\u20136): 325-328.","journal-title":"Scientometrics"},{"issue":"1","key":"400208_CR36","doi-asserted-by":"crossref","first-page":"126","DOI":"10.1007\/BF01599744","volume":"36","author":"A. Schubert","year":"1986","unstructured":"Schubert, A., Gl\u00c4nzel, W., Braun, T. (1986), Relative indicators of publication output and citation impact of European physics research: 1978\u20131980, Czechoslovak Journal of Physics, 36 (1): 126-129.","journal-title":"Czechoslovak Journal of Physics"},{"issue":"1","key":"400208_CR37","doi-asserted-by":"crossref","first-page":"21","DOI":"10.1007\/BF02016790","volume":"26","author":"A. Schubert","year":"1993","unstructured":"Schubert, A., Braun, T. (1993), Reference-standards for citation based assessments, Scientometrics, 26 (1): 21-35.","journal-title":"Scientometrics"},{"issue":"3","key":"400208_CR38","doi-asserted-by":"crossref","first-page":"311","DOI":"10.1007\/BF02129597","volume":"36","author":"A. Schubert","year":"1996","unstructured":"Schubert, A., Braun, T. (1996), Cross-field normalization of scientometric indicators, Scientometrics, 36 (3): 311-324.","journal-title":"Scientometrics"},{"key":"400208_CR39","first-page":"217","volume":"10","author":"H. G. Small","year":"1973","unstructured":"Small, H. G. (1973), Relationship between citation indexing and word indexing-Study of co-occurrences of title words and cited references, Proceedings of the American Society for Information Science, 10: 217-218.","journal-title":"Proceedings of the American Society for Information Science"},{"key":"400208_CR40","first-page":"7","volume":"7","author":"H. Small","year":"1974","unstructured":"Small, H. (1974), Co-citation in scientific literature-New measure of relationship between 2 documents, Current Contents (7): 7-10.","journal-title":"Current Contents"},{"issue":"2","key":"400208_CR41","doi-asserted-by":"crossref","first-page":"139","DOI":"10.1177\/030631277700700202","volume":"7","author":"H. G. Small","year":"1977","unstructured":"Small, H. G. (1977), Co-citation model of a scientific specialty-Longitudinal-study of collagen research, Social Studies of Science, 7 (2): 139-166.","journal-title":"Social Studies of Science"},{"issue":"1","key":"400208_CR42","doi-asserted-by":"crossref","first-page":"39","DOI":"10.1016\/0306-4573(81)90040-6","volume":"17","author":"H. Small","year":"1981","unstructured":"Small, H. (1981), The relationship of information-science to the social-sciences-A co-citation analysis, Information Processing & Management, 17 (1): 39-50.","journal-title":"Information Processing & Management"},{"issue":"5\u20136","key":"400208_CR43","doi-asserted-by":"crossref","first-page":"321","DOI":"10.1007\/BF02018057","volume":"8","author":"H. Small","year":"1985","unstructured":"Small, H., Sweeney, E., GREENLEE, E. (1985), Clustering the science citation index using co-citations. 2. Mapping science, Scientometrics, 8 (5\u20136): 321-340.","journal-title":"Scientometrics"},{"issue":"2","key":"400208_CR44","doi-asserted-by":"crossref","first-page":"223","DOI":"10.1177\/030631277700700205","volume":"7","author":"D. Sullivan","year":"1977","unstructured":"Sullivan, D., White, D. H., Barboni, E. J. (1977) Co-citation analyses of science-Evaluation, Social Studies of Science, 7 (2): 223-240.","journal-title":"Social Studies of Science"},{"key":"400208_CR45","first-page":"276","volume":"16","author":"D. Sullivan","year":"1979","unstructured":"Sullivan, D., Koester, D., White, D. H., Kern, R. (1979), Understanding rapid theoretical change in particle physics-Month-by-month co-citation analysis, Proceedings of the American Society for Information Science, 16: 276-285.","journal-title":"Proceedings of the American Society for Information Science"},{"issue":"4","key":"400208_CR46","doi-asserted-by":"crossref","first-page":"309","DOI":"10.1007\/BF02016351","volume":"2","author":"D. Sullivan","year":"1980","unstructured":"Sullivan, D., Koester, D., White, D. H., Kern, R. (1980), Understanding rapid theoretical change in particle physics-A month-by-month co-citation analysis, Scientometrics, 2 (4): 309-319.","journal-title":"Scientometrics"},{"issue":"3","key":"400208_CR47","doi-asserted-by":"crossref","first-page":"439","DOI":"10.1007\/BF02019764","volume":"20","author":"A.F.J. Van Raan","year":"1991","unstructured":"Van Raan, A.F.J. (1991), Fractal geometry of information space as represented by co-citation-clustering, Scientometrics, 20 (3): 439-449.","journal-title":"Scientometrics"},{"issue":"1","key":"400208_CR48","doi-asserted-by":"crossref","first-page":"169","DOI":"10.1007\/BF02016799","volume":"26","author":"A.F.J. Van Raan","year":"1993","unstructured":"Van Raan, A.F.J., Tijssen R.J.W. (1993), The neural net of neural network research-An exercise in bibliometric mapping, Scientometrics, 26 (1): 169-192.","journal-title":"Scientometrics"},{"issue":"3","key":"400208_CR49","doi-asserted-by":"crossref","first-page":"397","DOI":"10.1007\/BF02129602","volume":"36","author":"A.F.J. Van Raan","year":"1996","unstructured":"Van Raan, A.F.J. (1996), Advanced bibliometric methods as quantitative core of peer review based evaluation and foresight exercises, Scientometrics, 36 (3): 397-420.","journal-title":"Scientometrics"},{"issue":"2777","key":"400208_CR50","doi-asserted-by":"crossref","first-page":"292","DOI":"10.1126\/science.107.2777.292.b","volume":"107","author":"A. C. Zachlin","year":"1948","unstructured":"Zachlin, A. C. (1948), On literature citation, Science, 107 (2777): 292-293.","journal-title":"Science"},{"issue":"3109","key":"400208_CR51","doi-asserted-by":"crossref","first-page":"189","DOI":"10.1126\/science.120.3109.189","volume":"120","author":"C. Zirkle","year":"1954","unstructured":"Zirkle, C. (1954), Citation of fraudulent data, Science, 120 (3109): 189-190.","journal-title":"Science"},{"issue":"1","key":"400208_CR52","doi-asserted-by":"crossref","first-page":"69","DOI":"10.1007\/BF02098007","volume":"4","author":"S. Zsindely","year":"1982","unstructured":"Zsindely, S., Schubert A., Braun T. (1982), Citation patterns of editorial gatekeepers in international chemistry journals, Scientometrics, 4 (1): 69-76.","journal-title":"Scientometrics"}],"container-title":["Scientometrics"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1023\/A:1014831920172.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1023\/A:1014831920172\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1023\/A:1014831920172.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,8,7]],"date-time":"2025-08-07T08:27:39Z","timestamp":1754555259000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1023\/A:1014831920172"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2002,1]]},"references-count":52,"journal-issue":{"issue":"1","published-print":{"date-parts":[[2002,1]]}},"alternative-id":["400208"],"URL":"https:\/\/doi.org\/10.1023\/a:1014831920172","relation":{},"ISSN":["0138-9130","1588-2861"],"issn-type":[{"value":"0138-9130","type":"print"},{"value":"1588-2861","type":"electronic"}],"subject":[],"published":{"date-parts":[[2002,1]]}}}