{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,5,2]],"date-time":"2026-05-02T03:05:52Z","timestamp":1777691152338,"version":"3.51.4"},"reference-count":25,"publisher":"Springer Science and Business Media LLC","issue":"3","license":[{"start":{"date-parts":[[1996,7,1]],"date-time":"1996-07-01T00:00:00Z","timestamp":836179200000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["Scientometrics"],"published-print":{"date-parts":[[1996,7]]},"DOI":"10.1007\/bf02129602","type":"journal-article","created":{"date-parts":[[2005,9,14]],"date-time":"2005-09-14T11:42:30Z","timestamp":1126698150000},"page":"397-420","source":"Crossref","is-referenced-by-count":273,"title":["Advanced bibliometric methods as quantitative core of peer review based evaluation and foresight exercises"],"prefix":"10.1007","volume":"36","author":[{"given":"A. F. J.","family":"van Raan","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","reference":[{"key":"BF02129602_CR1","volume-title":"Peer Review in the National Science Foundation","author":"S. Cole","year":"1978","unstructured":"S. Cole, L. Rubin, J. R. Cole,Peer Review in the National Science Foundation. Washington DC: National Academy of Sciences, 1978 (ISBN: 0-309-02788-8)."},{"key":"BF02129602_CR2","volume-title":"Peer Review: A Report to the Advisory Board for the Research Councils from the Working Group on Peer Review (\u2018Boden Report\u2019)","author":"ABRC","year":"1990","unstructured":"ABRC.Peer Review: A Report to the Advisory Board for the Research Councils from the Working Group on Peer Review (\u2018Boden Report\u2019). London: Advisory Board for the Research Councils (ABRC), 1990."},{"key":"BF02129602_CR3","doi-asserted-by":"crossref","first-page":"234","DOI":"10.1002\/anie.199302341","volume":"32","author":"H.-D. Daniel","year":"1993","unstructured":"H.-D. Daniel, An evaluation of the peer review process at Angewandte Chemie,Angew. Chem. Int. (Ed. Engl.) 32 (1993) 234\u2013238.","journal-title":"Angew. Chem. Int. (Ed. Engl.)"},{"key":"BF02129602_CR4","doi-asserted-by":"crossref","first-page":"193","DOI":"10.1016\/B978-0-444-70537-2.50012-X","volume-title":"Handbook of Quantitative Studies of Science and Technology","author":"A. J. Nederhof","year":"1988","unstructured":"A. J. Nederhof, The validity and reliability of evaluation of scholarly performance. In:A. F. J. Van Raan (Ed.),Handbook of Quantitative Studies of Science and Technology, Amsterdam: Elsevier Science\/North-Holland, 1988, p. 193\u2013228 (ISBN: 0-444-70537-6)."},{"key":"BF02129602_CR5","doi-asserted-by":"crossref","first-page":"381","DOI":"10.1007\/BF02017338","volume":"33","author":"H. F. Moed","year":"1995","unstructured":"H. F. Moed, R. E. De Bruin, Th. N. Van Leeuwen, New bibliometric tools for the assessment of national research performance: Database description, overview of indicators and first applications,Scientometrics, 33 (1995) 381\u2013422.","journal-title":"Scientometrics"},{"key":"BF02129602_CR6","unstructured":"H. Moxham, J. Anderson, Peer review: a view from the inside,Science and Technology Policy, (1992) 7\u201315."},{"key":"BF02129602_CR7","doi-asserted-by":"crossref","first-page":"54","DOI":"10.1007\/BF01101453","volume":"1","author":"M. Polanyi","year":"1962","unstructured":"M. Polanyi, The republic of Science, its political and economic theory,Minerva, 1 (1962) 54\u201373.","journal-title":"Minerva"},{"key":"BF02129602_CR8","doi-asserted-by":"crossref","first-page":"59","DOI":"10.1007\/BF01383572","volume":"28","author":"D. J. Kaa van de","year":"1994","unstructured":"D. J. van de Kaa, Picking the winners by consensus: grant-giving practice in the Netherlands,Higher Education, 28 (1994) 59\u201383.","journal-title":"Higher Education"},{"key":"BF02129602_CR9","volume-title":"Qualit\u00e4tssicherung in Hochschulen: Forschung, Lehre, Management","year":"1955","unstructured":"D. M\u00fcller-B\u00f6ling (Ed.),Qualit\u00e4tssicherung in Hochschulen: Forschung, Lehre, Management (Quality Care in Universities: Research, Teaching, Management). G\u00fctersloh: Verlag Bertelsmann Stiftung, 1955 (ISBN: 3-89204-184-9)."},{"key":"BF02129602_CR10","volume-title":"Quality Assessment of Research. Netherlands Biology in the Nineties","author":"VSNU","year":"1994","unstructured":"VSNU,Quality Assessment of Research. Netherlands Biology in the Nineties. Utrecht: VSNU, 1994 (ISBN: 90-801015-7-5)."},{"key":"BF02129602_CR11","doi-asserted-by":"crossref","first-page":"1438","DOI":"10.1001\/jama.1990.03440100162024","volume":"263","author":"D. F. Horrobin","year":"1990","unstructured":"D. F. Horrobin, The philosophical basis of peer review and the suppression of innovation,Journal of the American Medical Association (JAMA), 263 (1990) 1438\u20131441.","journal-title":"Journal of the American Medical Association (JAMA)"},{"key":"BF02129602_CR12","unstructured":"A. F. J. Van Raan, Th. N. Van Leeuwen, Evaluation of the performance of three European environmental research institutes. Policy and management relevance of advanced bibliometric methods, To be published, 1996."},{"key":"BF02129602_CR13","doi-asserted-by":"crossref","first-page":"151","DOI":"10.1093\/rev\/3.3.151","volume":"3","author":"A. F. J. Raan van","year":"1993","unstructured":"A. F. J. van Raan, Advanced bibliometric methods to assess research performance and scientific development. Basic principles and recent practical applications,Research Evaluation, 3 (1993) 151\u2013166.","journal-title":"Research Evaluation"},{"key":"BF02129602_CR14","series-title":"Research Report to the Netherlands Organisation for Scientific Research (Astronomy Division, NWO\/ASTRON)","volume-title":"A Decade of Astronomy Research in the Netherlands","author":"A. F. J. Raan van","year":"1995","unstructured":"A. F. J. van Raan, Th. N. van Leeuwen,A Decade of Astronomy Research in the Netherlands. Research Report to the Netherlands Organisation for Scientific Research (Astronomy Division, NWO\/ASTRON). Leiden: Centre for Science and Technology Studies, report CWTS-95-01, 1995. A shorter version of this report will be published as a journal paper."},{"key":"BF02129602_CR15","doi-asserted-by":"crossref","first-page":"249","DOI":"10.1002\/(SICI)1097-4571(199204)43:3<249::AID-ASI7>3.0.CO;2-I","volume":"43","author":"A. J. Nederhof","year":"1992","unstructured":"A. J. Nederhof, E. C. M. Noyons, International comparison of departments' research performance in the humanities,Journal of the American Society for Information Science (JASIS), 43 (1992) 249\u2013256.","journal-title":"Journal of the American Society for Information Science (JASIS)"},{"key":"BF02129602_CR16","unstructured":"H. E. Roosendaal, Roles of bibliometrics in scientific communication,Research Evaluation, to be published, 1996."},{"key":"BF02129602_CR17","doi-asserted-by":"crossref","first-page":"137","DOI":"10.1007\/BF02016896","volume":"28","author":"T. Braun","year":"1993","unstructured":"T. Braun, W. Gl\u00e4nzel, A. Schubert, Scientometric indicator datafiles. A multidimensional machine readable database for evaluative purposes,Scientometrics, 28 (1993) 137\u2013150.","journal-title":"Scientometrics"},{"key":"BF02129602_CR18","series-title":"Research report to the Netherlands Organisation for Scientific Research (Chemistry Division, NWO\/SON)","volume-title":"Bibliometric profiles of academic chemistry research in the Netherlands","author":"H. F. Moed","year":"1993","unstructured":"H. F. Moed, J. G. M. van der Velde (1993),Bibliometric profiles of academic chemistry research in the Netherlands. Research report to the Netherlands Organisation for Scientific Research (Chemistry Division, NWO\/SON). Leiden: Centre for Science and Technology Studies, report CWTS-93-08, 1993."},{"key":"BF02129602_CR19","doi-asserted-by":"crossref","unstructured":"H. F. Moed, F. Th. Hesselink. The publication output and impact of academic chemistry research in the Netherlands during the 1980's. Bibliometric analysis and policy implications,Research Policy, to be published, 1996","DOI":"10.1016\/0048-7333(96)00881-5"},{"key":"BF02129602_CR20","volume-title":"Quality Assessment of Research. Pedagogical and Educational Sciences. Past Performance and Future Aspects","author":"VSNU","year":"1995","unstructured":"VSNU.Quality Assessment of Research. Pedagogical and Educational Sciences. Past Performance and Future Aspects. Utrecht: VSNU, 1995 (ISBN: 90-5588-020-5)."},{"key":"BF02129602_CR21","unstructured":"P. M. Kroonenberg, R. Van der Veer, Internationale publikaties en kwaliteit. Een onderzoek naar het publikatiegedrag van Nederlandse pedagogen en onderwijskundigen (International publications and quality. A study of publication patterns of educational psychologists in the Netherlands),Pedagogische Studi\u00ebn, to be published, 1996."},{"key":"BF02129602_CR22","doi-asserted-by":"crossref","first-page":"98","DOI":"10.1177\/0193841X9401800110","volume":"18","author":"R. J. W. Tijssen","year":"1994","unstructured":"R. J. W. Tijssen, A. F. J. van Raan, Mapping changes in science and technology: bibliometric co-occurrence analysis of the R&D literature,Evaluation Review, 18 (1994) 98\u2013115.","journal-title":"Evaluation Review"},{"key":"BF02129602_CR23","series-title":"Research report to the German Federal Ministry of Education, Science and Technology (BMBF)","volume-title":"Mapping the development of neural network research. Structuring the dynamics of neural network research and an estimation of German activity","author":"E. C. M. Noyons","year":"1995","unstructured":"E. C. M. Noyons, A. F. J. van Raan,Mapping the development of neural network research. Structuring the dynamics of neural network research and an estimation of German activity. Research report to the German Federal Ministry of Education, Science and Technology (BMBF). Leiden: Centre for Science and Technology Studies, report CWTS-95-06, 1995. A shorter version of this report will be published as a journal paper."},{"key":"BF02129602_CR24","series-title":"Research report to the Ministry of the Flemish Community, Brussels","volume-title":"The Position of IMEC in the Field of Micro-Electronics","author":"E. C. M. Noyons","year":"1995","unstructured":"E. C. M. Noyons, M. Luwel, H. F. Moed,The Position of IMEC in the Field of Micro-Electronics. Research report to the Ministry of the Flemish Community, Brussels. Leiden\/Brussels: Centre for Science and Technology Studies\/Ministry of the Flemish Community, Report D\/1996\/3241\/002, 1995 (ISBN: 90-403-0052-6)."},{"key":"BF02129602_CR25","volume-title":"Deutscher Delphi-Bericht zur Entwicklung von Wissenschaft und Technik","author":"BMFT","year":"1993","unstructured":"BMFT.Deutscher Delphi-Bericht zur Entwicklung von Wissenschaft und Technik. Bonn: Bundesministerium f\u00fcr Forschung und Technologie (BMFT, now BMBF), 1993 (ISBN: 3-88135-267-8)."}],"container-title":["Scientometrics"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/BF02129602.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/article\/10.1007\/BF02129602\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/BF02129602","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2019,5,14]],"date-time":"2019-05-14T11:30:46Z","timestamp":1557833446000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/BF02129602"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[1996,7]]},"references-count":25,"journal-issue":{"issue":"3","published-print":{"date-parts":[[1996,7]]}},"alternative-id":["BF02129602"],"URL":"https:\/\/doi.org\/10.1007\/bf02129602","relation":{},"ISSN":["0138-9130","1588-2861"],"issn-type":[{"value":"0138-9130","type":"print"},{"value":"1588-2861","type":"electronic"}],"subject":[],"published":{"date-parts":[[1996,7]]}}}