{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,1,20]],"date-time":"2026-01-20T01:12:32Z","timestamp":1768871552722,"version":"3.49.0"},"reference-count":33,"publisher":"Springer Science and Business Media LLC","issue":"3","license":[{"start":{"date-parts":[[2003,3,1]],"date-time":"2003-03-01T00:00:00Z","timestamp":1046476800000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2003,3,1]],"date-time":"2003-03-01T00:00:00Z","timestamp":1046476800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["Scientometrics"],"published-print":{"date-parts":[[2003,3]]},"DOI":"10.1023\/a:1022382904996","type":"journal-article","created":{"date-parts":[[2003,3,28]],"date-time":"2003-03-28T17:25:21Z","timestamp":1048872321000},"page":"383-402","source":"Crossref","is-referenced-by-count":25,"title":["Constructing a multi-objective measure of research performance"],"prefix":"10.1007","volume":"56","author":[{"given":"P. S.","family":"Nagpaul","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Santanu","family":"Roy","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","reference":[{"key":"5116306_CR1","unstructured":"ANON (January, 1993), Research Performance Indicators Survey, National Board of Employment, Education and Training, Commissioned Report No. 21, Australian Government Publishing Service, Canberra, Australia."},{"key":"5116306_CR2","doi-asserted-by":"publisher","first-page":"385","DOI":"10.1007\/BF02020701","volume":"18","author":"Backes-GELLNER","year":"1990","unstructured":"BACKES-GELLNER, D. SADOWSKI (1990), Organizational implementation of bibliometric indicators, Scientometrics, 18: 385-395.","journal-title":"Scientometrics"},{"key":"5116306_CR3","doi-asserted-by":"publisher","first-page":"233","DOI":"10.1016\/0148-2963(94)90087-6","volume":"31","author":"M. Bhargava","year":"1994","unstructured":"BHARGAVA, M., C. DUBELLAR, S. RAMASWAMI (1994), Reconciling diverse measures of performance: A conceptual framework and test of a methodology, Journal of Business Research, 31: 233-246.","journal-title":"Journal of Business Research"},{"key":"5116306_CR4","first-page":"318","volume":"59","author":"P. H. Birnbaum","year":"1979","unstructured":"BIRNBAUM, P. H. (1979), Some relationship between job satisfaction and organizational climate, Journal of Applied Psychology, 59: 318-328.","journal-title":"Journal of Applied Psychology"},{"key":"5116306_CR5","doi-asserted-by":"publisher","first-page":"137","DOI":"10.1007\/BF02016896","volume":"28","author":"T. Braun","year":"1993","unstructured":"BRAUN, T., W. GL\u00e4NZEL, A. SCHUBERT (1993), Scientometric indicators datafiles, 1980-1989, Scientometrics, 28: 137-150.","journal-title":"Scientometrics"},{"key":"5116306_CR6","doi-asserted-by":"publisher","first-page":"299","DOI":"10.1007\/BF02033443","volume":"29","author":"T. Braun","year":"1994","unstructured":"BRAUN, T., W. GL\u00e4NZEL, H. MACZELKA, A. SCHUBERT (1994), World science in the eighties: National performances in publication output and citation impact, 1985-1989 versus 1980-1984, Part I: All science fields combined, physics and chemistry, Scientometrics, 29: 299-334, Part II: Life sciences, engineering, and mathematics, Scientometrics, 31: 3-30.","journal-title":"Scientometrics"},{"key":"5116306_CR7","unstructured":"COLE, G. (1979), Classifying research units by performance and influence: Typology of Round 1 data, In: F.M. ANDREWS (Ed.) Scientific Productivity, UNESCO; Cambridge University Press."},{"key":"5116306_CR8","doi-asserted-by":"crossref","DOI":"10.1007\/b109347","volume-title":"Data Envelopment Analysis: Theory, Methods and Applications","author":"W. W. Cooper","year":"2000","unstructured":"COOPER, W. W., A. COOPER, L. M. SEIFORD (2000 a), Data Envelopment Analysis: Theory, Methods and Applications, Dordrecht: Kluwer Academic Publishers."},{"key":"5116306_CR9","doi-asserted-by":"crossref","first-page":"XIX","DOI":"10.1007\/b109347","volume-title":"Data Envelopment Analysis: A Comprehensive Text with Models, Applications, References and DEA-Solver Software","author":"W. W. Cooper","year":"2000","unstructured":"COOPER, W. W., L. M. SEIFORD, K. TONE (2000 b), Data Envelopment Analysis: A Comprehensive Text with Models, Applications, References and DEA-Solver Software, Dordrecht: Kluwer Academic Publishers (page XIX)."},{"key":"5116306_CR10","unstructured":"DE HEMPTINNE, Y., F. M. ANDREWS (1979), The international study on the organization and performance of research units: An overview, In: F. M. ANDREWS (Ed.), Scientific Productivity, UNESCO: Cambridge University Press."},{"key":"5116306_CR11","doi-asserted-by":"crossref","first-page":"285","DOI":"10.1177\/030631283013002005","volume":"13","author":"M. F. Fox","year":"1983","unstructured":"FOX, M. F. (1983), Publication productivity among scientists: A critical review, Social Studies of Science, 13: 285-305.","journal-title":"Social Studies of Science"},{"key":"5116306_CR12","doi-asserted-by":"crossref","unstructured":"GRUPPE, H., S. MAITAL, A. FRENKEL, K. KOSCHTZKY (1992), A data envelopment analysis to compare technological excellence and export sales of Israel and European Community countries, Research Evaluation, 87-101.","DOI":"10.1093\/rev\/2.2.87"},{"key":"5116306_CR13","volume-title":"The Scientific Community","author":"W.O. Hagstrom","year":"1965","unstructured":"HAGSTROM, W.O. (1965), The Scientific Community, New York: Basic Books."},{"key":"5116306_CR14","series-title":"Internal Report","volume-title":"A Ranking Procedure Based on Partially Ordered Sets","author":"P. Hunya","year":"1976","unstructured":"HUNYA, P. (1976), A Ranking Procedure Based on Partially Ordered Sets, Internal Report, J\u00f3zsef Attila University, Laboratory of Cybernetics, Szeged (Hungary)."},{"key":"5116306_CR15","unstructured":"IRVINE, J. (1989), Evaluation of scientific institutions: Lessons from a bibliometric study of a UK Technical university, In: D. EVERED, S. HARNET (Eds), The Evaluation of Scientific Research, John Wiley & Sons."},{"key":"5116306_CR16","doi-asserted-by":"publisher","first-page":"353","DOI":"10.1007\/BF02028091","volume":"25","author":"G. Johnes","year":"1992","unstructured":"JOHNES, G., J. JOHNES (1992), Apples and oranges: The aggregation problem in publication analysis, Scientometrics, 25: 353-365.","journal-title":"Scientometrics"},{"key":"5116306_CR17","doi-asserted-by":"crossref","first-page":"323","DOI":"10.1093\/oxfordjournals.oep.a042095","volume":"45","author":"G. Johnes","year":"1993","unstructured":"JOHNES, G., J. JOHNES (1993), Measuring the research performance of UK Economics departments: An application of data envelopment analysis, Oxford Economics Papers, 45: 323-347.","journal-title":"Oxford Economics Papers"},{"key":"5116306_CR18","doi-asserted-by":"crossref","DOI":"10.1017\/CBO9781139174084","volume-title":"Decisions with Multiple Objectives. Preferences and Value Tradeoffs","author":"R. Keeney","year":"1993","unstructured":"KEENEY, R., H. RAIFFA (1993), Decisions with Multiple Objectives. Preferences and Value Tradeoffs, New York: Cambridge University Press."},{"key":"5116306_CR19","unstructured":"KOSTOFF, R. N. (1992), Research impact assessment, Paper presented at the Third International Conference on Management of Technology, Miami, FL (USA), 19-21 February."},{"key":"5116306_CR20","first-page":"37","volume-title":"The Handbook of Research Impact Assessment","author":"R. N. Kostoff","year":"1996","unstructured":"KOSTOFF, R. N. (1996), The Handbook of Research Impact Assessment, DTIC Report No. ADA 296021, Arlington, VA (USA): Office of Naval Research, (page.37)."},{"key":"5116306_CR21","volume-title":"Scientists in Organizations: Business and Government","author":"S. Marcson","year":"1966","unstructured":"MARCSON, S. (1966), Scientists in Organizations: Business and Government, Brunswick, NJ (USA): Rutgers University Press."},{"key":"5116306_CR22","volume-title":"Evaluation: an Integrated Framework for Understanding, Guiding and Improving Policies and Programs","author":"M. Mark","year":"2000","unstructured":"MARK, M., G. T. HENRY, G. JULNES (2000), Evaluation: an Integrated Framework for Understanding, Guiding and Improving Policies and Programs, San-Francisco, CA: Jossey-Bass."},{"key":"5116306_CR23","first-page":"48","volume-title":"Quality of Science","author":"B. Mazlish","year":"1982","unstructured":"MAZLISH, B. (1982), The quality of science-An evaluation, In: M. C. LaFallote (Ed.), Quality of Science, Cambridge: MIT Press, 48-67."},{"key":"5116306_CR24","volume-title":"Organization and Efficiency of Research Groups","author":"P. S. Nagpaul","year":"1987","unstructured":"NAGPAUL, P. S. (1987), Organization and Efficiency of Research Groups, New Delhi (India): National Institute of Science, Technology and Development Studies."},{"key":"5116306_CR25","unstructured":"NAGPAUL, P. S. (2001), Guide to Advanced Data Analysis Using IDAMS Software, http:\/\/www.unesco.org\/idams"},{"key":"5116306_CR26","volume-title":"ELECTRE and Decision Support \u2013 Methods and Applications in Engineering and Infrastructure Investment","author":"M. Rogers","year":"1999","unstructured":"ROGERS, M., L. BRUEN, Y. MAYSTRE (1999), ELECTRE and Decision Support \u2013 Methods and Applications in Engineering and Infrastructure Investment, Kluwer Academic Publishers, Boston."},{"key":"5116306_CR27","doi-asserted-by":"publisher","first-page":"45","DOI":"10.1007\/BF02459261","volume":"40","author":"S. Rousseau","year":"1997","unstructured":"ROUSSEAU, S., R. ROUSSEAU (1997), Data envelopment analysis as a tool for constructing scientometric indicators, Scientometrics, 40: 45-56.","journal-title":"Scientometrics"},{"key":"5116306_CR28","doi-asserted-by":"publisher","first-page":"75","DOI":"10.1007\/BF02465013","volume":"42","author":"S. Rousseau","year":"1998","unstructured":"ROUSSEAU, S., R. ROUSSEAU (1998), The scientific wealth of European nations: Taking effectiveness into account, Scientmetrics, 42: 75-87.","journal-title":"Scientmetrics"},{"key":"5116306_CR29","doi-asserted-by":"publisher","first-page":"49","DOI":"10.1007\/BF00134132","volume":"31","author":"B. Roy","year":"1991","unstructured":"ROY, B. (1991), The outranking approach and the foundations of ELECTRE methods,\n                  Theory and Decision, 31: 49-73.","journal-title":"Theory and Decision"},{"key":"5116306_CR30","doi-asserted-by":"publisher","first-page":"324","DOI":"10.1016\/0377-2217(90)90196-I","volume":"45","author":"B. Roy","year":"1990","unstructured":"ROY, B. (1990), Decision-aid and decision-making, European Journal of Operational Research, 45: 324-331.","journal-title":"European Journal of Operational Research"},{"key":"5116306_CR31","doi-asserted-by":"publisher","first-page":"22","DOI":"10.1002\/(SICI)1099-1360(199603)5:1<22::AID-MCDA93>3.0.CO;2-F","volume":"5","author":"B. Roy","year":"1996","unstructured":"ROY, B., D. VANDERPOOTEN (1996), The European School of MCDA: A historical review, Journal of Multi-Criteria Decision Analysis, 5: 22-38.","journal-title":"Journal of Multi-Criteria Decision Analysis"},{"key":"5116306_CR32","doi-asserted-by":"crossref","unstructured":"TRIANTAPHYLLOU, E. (2000), Multicriteria Decision Making Methods: A Comparative Study, Kluwer Academic Press.","DOI":"10.1007\/978-1-4757-3157-6"},{"key":"5116306_CR33","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1016\/0377-2217(93)90318-H","volume":"67","author":"M. Weber","year":"1993","unstructured":"WEBER, M., K. BORCHRDING (1993), Behavioral influences on weight judgments in multiattribute decision making, European Journal of Operational Research, 67: 1-12.","journal-title":"European Journal of Operational Research"}],"container-title":["Scientometrics"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1023\/A:1022382904996.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1023\/A:1022382904996\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1023\/A:1022382904996.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,8,7]],"date-time":"2025-08-07T08:22:21Z","timestamp":1754554941000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1023\/A:1022382904996"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2003,3]]},"references-count":33,"journal-issue":{"issue":"3","published-print":{"date-parts":[[2003,3]]}},"alternative-id":["5116306"],"URL":"https:\/\/doi.org\/10.1023\/a:1022382904996","relation":{},"ISSN":["0138-9130","1588-2861"],"issn-type":[{"value":"0138-9130","type":"print"},{"value":"1588-2861","type":"electronic"}],"subject":[],"published":{"date-parts":[[2003,3]]}}}