{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,2,15]],"date-time":"2026-02-15T14:49:01Z","timestamp":1771166941197,"version":"3.50.1"},"reference-count":31,"publisher":"Springer Science and Business Media LLC","issue":"3","license":[{"start":{"date-parts":[[2014,3,19]],"date-time":"2014-03-19T00:00:00Z","timestamp":1395187200000},"content-version":"unspecified","delay-in-days":0,"URL":"http:\/\/creativecommons.org\/licenses\/by\/4.0"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["Scientometrics"],"published-print":{"date-parts":[[2014,6]]},"DOI":"10.1007\/s11192-014-1258-y","type":"journal-article","created":{"date-parts":[[2014,3,18]],"date-time":"2014-03-18T06:33:24Z","timestamp":1395124404000},"page":"911-926","source":"Crossref","is-referenced-by-count":28,"title":["On the quality evaluation of scientific entities in Poland supported by consistency-driven pairwise comparisons method"],"prefix":"10.1007","volume":"99","author":[{"given":"Waldemar W.","family":"Koczkodaj","sequence":"first","affiliation":[]},{"given":"Konrad","family":"Ku\u0142akowski","sequence":"additional","affiliation":[]},{"given":"Antoni","family":"Lig\u0119za","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2014,3,19]]},"reference":[{"issue":"1","key":"1258_CR1","doi-asserted-by":"crossref","first-page":"93","DOI":"10.1016\/0022-2496(83)90028-7","volume":"27","author":"J. Acz\u00e9l","year":"1983","unstructured":"Acz\u00e9l, J., & Saaty, T. L. (1983). Procedures for synthesizing ratio judgements. Journal of Mathematical Psychology 27(1):93\u2013102. doi: 10.1016\/0022-2496(83)90028-7 .","journal-title":"Journal of Mathematical Psychology"},{"issue":"4","key":"1258_CR2","doi-asserted-by":"crossref","first-page":"439","DOI":"10.1007\/s10100-010-0134-y","volume":"19","author":"M. Anholcer","year":"2010","unstructured":"Anholcer, M., Babiy, V., Boz\u00f3ki, S., & Koczkodaj, W. W. (2010). A simplified implementation of the least squares solution for pairwise comparisons matrices. Central European Journal of Operations Research 19(4):439\u2013444.","journal-title":"Central European Journal of Operations Research"},{"issue":"2","key":"1258_CR3","doi-asserted-by":"crossref","first-page":"157","DOI":"10.1007\/s10898-007-9236-z","volume":"42","author":"S. Boz\u00f3ki","year":"2008","unstructured":"Boz\u00f3ki, S., & Rapcsak, T. (2008). On Saaty\u2019s and Koczkodaj\u2019s inconsistencies of pairwise comparison matrices. Journal of Global Optimization 42(2):157\u2013175.","journal-title":"Journal of Global Optimization"},{"key":"1258_CR4","doi-asserted-by":"crossref","unstructured":"Boz\u00f3ki, S., F\u00fcl\u00f6p, J., & R\u00f3nyai, L. (2010). On optimal completion of incomplete pairwise comparison matrices. Mathematical and Computer Modelling 52(1\u20132):318 \u2013 333, doi: 10.1016\/j.mcm.2010.02.047 , URL http:\/\/www.sciencedirect.com\/science\/article\/pii\/S0895717710001159 .","DOI":"10.1016\/j.mcm.2010.02.047"},{"key":"1258_CR5","volume-title":"Essay on the application of analysis to the probability of majority decisions","author":"M. Condercet","year":"1785","unstructured":"Condercet, M. (1785). Essay on the Application of Analysis to the Probability of Majority Decisions. Paris:Imprimerie Royale."},{"key":"1258_CR6","doi-asserted-by":"crossref","unstructured":"Crawford, G. B. (1987). The geometric mean procedure for estimating the scale of a judgement matrix. Mathematical Modelling 9(3\u20135):327 \u2013 334 doi: 10.1016\/0270-0255(87)90489-1 , URL http:\/\/www.sciencedirect.com\/science\/article\/pii\/0270025587904891 .","DOI":"10.1016\/0270-0255(87)90489-1"},{"issue":"1","key":"1258_CR7","doi-asserted-by":"crossref","first-page":"229","DOI":"10.1016\/j.ejor.2007.01.044","volume":"186","author":"Y. Dong","year":"2008","unstructured":"Dong, Y., Xu, Y., Li, H., & Dai, M. (2008). A comparative study of the numerical scales and the prioritization methods in AHP. European Journal of Operational Research 186(1):229\u2013242.","journal-title":"European Journal of Operational Research"},{"key":"1258_CR8","volume-title":"Elements of psychophysics, vol 1. Holt","author":"G. T. Fechner","year":"1966","unstructured":"Fechner, G. T. (1966). Elements of psychophysics, vol 1. Holt, Rinehart and Winston, New York."},{"issue":"1","key":"1258_CR9","doi-asserted-by":"crossref","first-page":"85","DOI":"10.1007\/s11192-012-0887-2","volume":"96","author":"F. Franceschini","year":"2012","unstructured":"Franceschini, F., Maisano, D., & Mastrogiacomo, L. (2012). Evaluating research institutions: The potential of the success-index. Scientometrics 96(1):85\u2013101.","journal-title":"Scientometrics"},{"key":"1258_CR10","doi-asserted-by":"crossref","first-page":"71","DOI":"10.1007\/978-3-642-15034-0_5","volume":"1","author":"J. F\u00fcl\u00f6p","year":"2010","unstructured":"F\u00fcl\u00f6p, J., Koczkodaj, W. W., & Szarek, S. J. (2010). A different perspective on a scale for pairwise comparisons. Transactions on Computational Collective Intelligence 1:71\u201384.","journal-title":"Transactions on Computational Collective Intelligence"},{"issue":"4","key":"1258_CR11","doi-asserted-by":"crossref","first-page":"277","DOI":"10.1023\/B:MINE.0000005155.70870.bd","volume":"41","author":"A Geuna","year":"2003","unstructured":"Geuna, A., & Martin, B. R. (2003). University research evaluation and funding: An international comparison. Minerva 41(4):277\u2013304.","journal-title":"Minerva"},{"key":"1258_CR12","unstructured":"Geuna, A., of Sussex SPRU : Science U, Research TP (1999). The Changing Rationale for European University Research Funding: Are There Negative Unintended Consequences? Electronic working paper series, University of Sussex, SPRU, URL http:\/\/books.google.pl\/books?id=lBpuMwEACAAJ ."},{"issue":"14","key":"1258_CR13","doi-asserted-by":"crossref","first-page":"11,699","DOI":"10.1016\/j.eswa.2012.04.051","volume":"39","author":"A. Z. Grzybowski","year":"2012","unstructured":"Grzybowski, A. Z. (2012). Note on a new optimization based approach for estimating priority weights and related consistency index. Expert Systems with Applications 39(14):11,699\u201311,708.","journal-title":"Expert Systems with Applications"},{"issue":"1","key":"1258_CR14","doi-asserted-by":"crossref","first-page":"25","DOI":"10.1016\/0020-0190(95)00185-9","volume":"57","author":"M. W. Herman","year":"1996","unstructured":"Herman, M. W., & Koczkodaj, W. W. (1996). A monte carlo study of pairwise comparison. Inf Process Lett 57(1):25\u201329 doi: 10.1016\/0020-0190(95)00185-9 .","journal-title":"Inf Process Lett"},{"key":"1258_CR15","doi-asserted-by":"crossref","unstructured":"Jensen, R. E. (1984). An alternative scaling method for priorities in hierarchical structures. Journal of Mathematical Psychology 28(3):317 \u2013 332. doi: 10.1016\/0022-2496(84)90003-8 , URL http:\/\/www.sciencedirect.com\/science\/article\/pii\/0022249684900038 .","DOI":"10.1016\/0022-2496(84)90003-8"},{"issue":"8","key":"1258_CR16","doi-asserted-by":"crossref","first-page":"896","DOI":"10.1057\/palgrave.jors.2601557","volume":"54","author":"P. Ji","year":"2003","unstructured":"Ji, P., & Jiang, R. (2003). Scale transitivity in the AHP. Journal of the Operational Research Society 54(8):896\u2013905 doi: 10.1057\/palgrave.jors.2601557 .","journal-title":"Journal of the Operational Research Society"},{"key":"1258_CR17","unstructured":"Kistryn, S. (2013). Mission of CEAE \u2013 how easy is to evaluate the quality? (Misja KEJN \u2013 czy \u0142atwo oceni\u0107 jako\u015b\u0107?). URL http:\/\/forumakademickie.pl\/fa\/2012\/05\/misja-kejn-czy-latwo-ocenic-jakosc\/ ."},{"issue":"7","key":"1258_CR18","doi-asserted-by":"crossref","first-page":"79","DOI":"10.1016\/0895-7177(93)90059-8","volume":"18","author":"W. W. Koczkodaj","year":"1993","unstructured":"Koczkodaj, W. W. (1993). A new definition of consistency of pairwise comparisons. Math Comput Model 18(7):79\u201384. doi: 10.1016\/0895-7177(93)90059-8 .","journal-title":"Math Comput Model"},{"issue":"6","key":"1258_CR19","doi-asserted-by":"crossref","first-page":"859","DOI":"10.1093\/jigpal\/jzp062","volume":"18","author":"W. W. Koczkodaj","year":"2010","unstructured":"Koczkodaj, W. W., & Szarek, S. J. (2010). On distance-based inconsistency reduction algorithms for pairwise comparisons. Logic Journal of the IGPL 18(6):859\u2013869.","journal-title":"Logic Journal of the IGPL"},{"key":"1258_CR20","unstructured":"Kohavi, R. (1995). A study of cross-validation and bootstrap for accuracy estimation and model selection. San Mateo: Morgan Kaufmann. pp 1137\u20131143."},{"key":"1258_CR21","doi-asserted-by":"crossref","unstructured":"Ku\u0142akowski, K. (2013). A heuristic rating estimation algorithm for the pairwise comparisons method. Central European Journal of Operations Research pp 1\u201317, doi: 10.1007\/s10100-013-0311-x .","DOI":"10.1007\/s10100-013-0311-x"},{"key":"1258_CR22","unstructured":"Ministry of Science and Higher Education. (2012). Regulation on principles of science financing (Polish: Rozporz\u0105dzenie Ministra Nauki i Szkolnictwa Wy\u017cszego w sprawie kryteri\u00f3w i trybu przyznawania kategorii naukowej jednostkom naukowym). Dziennik Ustaw Rzeczypospolitej Polskiej 877, URL http:\/\/www.bip.nauka.gov.pl\/_gAllery\/19\/31\/19319\/poz._877.pdf ."},{"key":"1258_CR23","doi-asserted-by":"crossref","unstructured":"Saaty, T. L. (1977). A scaling method for priorities in hierarchical structures. Journal of Mathematical Psychology 15(3):234 \u2013 281, doi: 10.1016\/0022-2496(77)90033-5 , URL http:\/\/www.sciencedirect.com\/science\/article\/pii\/0022249677900335 .","DOI":"10.1016\/0022-2496(77)90033-5"},{"key":"1258_CR24","doi-asserted-by":"crossref","unstructured":"Saaty, T. L. (2005). The analytic hierarchy and analytic network processes for the measurement of intangible criteria and for decision-making. In: Multiple Criteria Decision Analysis: State of the Art Surveys, International Series in Operations Research and Management Science, vol 78, Springer New York, pp 345\u2013405. doi: 10.1007\/0-387-23081-5_9 .","DOI":"10.1007\/0-387-23081-5_9"},{"key":"1258_CR25","first-page":"251","volume":"102","author":"T. L. Saaty","year":"2008","unstructured":"Saaty, T. L. (2008) Relative Measurement and Its Generalization in Decision Making. Why Pairwise Comparisons are Central in Mathematics for the Measurement of Intangible Factors. The Analytic Hierarchy\/Network Process. Estad\u00edstica e Investigaci\u00f3n Operativa \/ Statistics and Operations Research (RACSAM) 102:251\u2013318.","journal-title":"Estad\u00edstica e Investigaci\u00f3n Operativa \/ Statistics and Operations Research (RACSAM)"},{"issue":"02","key":"1258_CR26","first-page":"192","volume":"60","author":"T. L. Saaty","year":"2013","unstructured":"Saaty, T. L. (2013). On the measurement of intangibles. A principal eigenvector approach to relative measurement derived from paired comparisons. Notices of the American Mathematical Society 60(02):192.","journal-title":"A Principal Eigenvector Approach to Relative Measurement Derived from Paired Comparisons. Notices of the American Mathematical Society"},{"issue":"6","key":"1258_CR27","doi-asserted-by":"crossref","first-page":"309","DOI":"10.1002\/(SICI)1099-1360(199711)6:6<309::AID-MCDA163>3.0.CO;2-2","volume":"6","author":"A. A. Salo","year":"1997","unstructured":"Salo, A. A., & H\u00e4m\u00e4l\u00e4inen, R. P. (1997). On the measurement of preferences in the analytic hierarchy process. Journal of Multi-Criteria Decision Analysis 6(6):309\u2013319. doi: 10.1002\/(SICI)1099-1360(199711)6:6<309::AID-MCDA163>3.0.CO;2-2 .","journal-title":"Journal of Multi-Criteria Decision Analysis"},{"issue":"2","key":"1258_CR28","doi-asserted-by":"crossref","first-page":"215","DOI":"10.1016\/j.ijpe.2012.03.036","volume":"138","author":"N. Subramanian","year":"2012","unstructured":"Subramanian, N., & Ramanathan, R. (2012). A review of applications of analytic hierarchy process in operations management. International Journal of Production Economics 138(2):215\u2013241.","journal-title":"International Journal of Production Economics"},{"key":"1258_CR29","doi-asserted-by":"crossref","first-page":"266","DOI":"10.1037\/0033-295X.101.2.266","volume":"101","author":"L. L. Thurstone","year":"1994","unstructured":"Thurstone, L. L. (1994). A law of comparative judgment, reprint of an original work published in 1927. Psychological Review 101:266\u2013270.","journal-title":"Psychological Review"},{"issue":"3","key":"1258_CR30","doi-asserted-by":"crossref","first-page":"133","DOI":"10.1002\/mcda.4020030302","volume":"3","author":"E. Triantaphyllou","year":"1994","unstructured":"Triantaphyllou, E., Lootsma, F. A., Pardalos, P. M., & Mann, S. H. (1994). On the evaluation and application of different scales for quantifying pairwise comparisons in fuzzy sets. Journal of Multi-Criteria Decision Analysis 3(3):133\u2013155.","journal-title":"Journal of Multi-Criteria Decision Analysis"},{"issue":"2","key":"1258_CR31","doi-asserted-by":"crossref","first-page":"591","DOI":"10.1007\/s11192-011-0576-6","volume":"91","author":"X. Wang","year":"2011","unstructured":"Wang, X., Liu, D., Ding, K., & Wang, X. (2011). Science funding and research output: A study on 10 countries. Scientometrics 91(2):591\u2013599.","journal-title":"Scientometrics"}],"container-title":["Scientometrics"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s11192-014-1258-y.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/article\/10.1007\/s11192-014-1258-y\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s11192-014-1258-y","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2019,3,26]],"date-time":"2019-03-26T23:14:56Z","timestamp":1553642096000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/s11192-014-1258-y"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2014,3,19]]},"references-count":31,"journal-issue":{"issue":"3","published-print":{"date-parts":[[2014,6]]}},"alternative-id":["1258"],"URL":"https:\/\/doi.org\/10.1007\/s11192-014-1258-y","relation":{},"ISSN":["0138-9130","1588-2861"],"issn-type":[{"value":"0138-9130","type":"print"},{"value":"1588-2861","type":"electronic"}],"subject":[],"published":{"date-parts":[[2014,3,19]]}}}