{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,1]],"date-time":"2026-06-01T05:00:58Z","timestamp":1780290058720,"version":"3.54.0"},"reference-count":23,"publisher":"Springer Science and Business Media LLC","issue":"5","license":[{"start":{"date-parts":[[2026,4,18]],"date-time":"2026-04-18T00:00:00Z","timestamp":1776470400000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2026,4,18]],"date-time":"2026-04-18T00:00:00Z","timestamp":1776470400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Scientometrics"],"published-print":{"date-parts":[[2026,5]]},"DOI":"10.1007\/s11192-026-05619-9","type":"journal-article","created":{"date-parts":[[2026,4,18]],"date-time":"2026-04-18T03:25:42Z","timestamp":1776482742000},"page":"3079-3103","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["Operationalising responsible use of bibliometrics in research evaluation insights obtained from policy application of scientometrics at three European universities"],"prefix":"10.1007","volume":"131","author":[{"given":"Wolfgang","family":"Gl\u00e4nzel","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Juan","family":"Gorraiz","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Cinzia","family":"Daraio","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Koenraad","family":"Debackere","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2026,4,18]]},"reference":[{"key":"5619_CR1","doi-asserted-by":"publisher","unstructured":"Calvanese, D., De Giacomo, G., Lembo, D., Lenzerini, M., Poggi, A., Rodriguez-Muro, M., & Rosati, R. (2009). Ontologies and databases: The DL-Lite approach. In S. Tessaris, et al. (Eds.), Reasoning Web. Semantic technologies for information systems. Reasoning Web 2009. Lecture Notes in Computer Science, 2009 (Vol. 5689). Springer. https:\/\/doi.org\/10.1007\/978-3-642-03754-2_7","DOI":"10.1007\/978-3-642-03754-2_7"},{"key":"5619_CR2","unstructured":"Coalition for Advancing Research Assessment (CoARA). (2022). Agreement on reforming research assessment. CoARA. https:\/\/coara.eu\/agreement\/"},{"key":"5619_CR3","doi-asserted-by":"publisher","unstructured":"Daraio, C., Gl\u00e4nzel, W., & Gorraiz, J (2025). A responsible framework for an appropriate bibliometric-based research assessment. In Sh. Sargsyan, W. Gl\u00e4nzel & G. Abramo (Eds.), Proceedings of the 20th international conference on scientometrics and informetrics, 2025 (pp. 6\u201315). https:\/\/doi.org\/10.51408\/issi2025_151","DOI":"10.51408\/issi2025_151"},{"issue":"2","key":"5619_CR4","doi-asserted-by":"publisher","first-page":"857","DOI":"10.1007\/s11192-015-1814-0","volume":"106","author":"C Daraio","year":"2016","unstructured":"Daraio, C., Lenzerini, M., Leporelli, C., Moed, H. F., Naggar, P., Bonaccorsi, A., & Bartolucci, A. (2016a). Data integration for research and innovation policy: An ontology-based data management approach. Scientometrics, 106(2), 857\u2013871. https:\/\/doi.org\/10.1007\/s11192-015-1814-0","journal-title":"Scientometrics"},{"issue":"1","key":"5619_CR5","doi-asserted-by":"publisher","first-page":"441","DOI":"10.1007\/s11192-016-1913-6","volume":"108","author":"C Daraio","year":"2016","unstructured":"Daraio, C., Lenzerini, M., Leporelli, C., Naggar, P., Bonaccorsi, A., & Bartolucci, A. (2016b). The advantages of an ontology-based data management approach: Openness, interoperability and data quality. Scientometrics, 108(1), 441\u2013455. https:\/\/doi.org\/10.1007\/s11192-016-1913-6","journal-title":"Scientometrics"},{"key":"5619_CR6","doi-asserted-by":"publisher","unstructured":"Debackere, K., Gl\u00e4nzel, W., & Thijs, B. (2019). Scientometrics Shaping Science Policy and vice versa, the ECOOM case. In W. Gl\u00e4nzel, H. Moed, U. Schmoch & M. Thelwall (Eds.), Springer handbook of science and technology indicators (pp. 447\u2013464). Springer. https:\/\/doi.org\/10.1007\/978-3-030-02511-3_17","DOI":"10.1007\/978-3-030-02511-3_17"},{"key":"5619_CR7","unstructured":"Declaration on Research Assessment (DORA). (2013). San Francisco declaration on research assessment. DORA. https:\/\/sfdora.org\/read\/"},{"key":"5619_CR8","unstructured":"European Commission. (2018). Mutual Learning Exercise on Performance-Based Research Funding Systems: Design, policies and ambitions. European Commission."},{"key":"5619_CR9","first-page":"5","volume":"29","author":"E Garfield","year":"1975","unstructured":"Garfield, E. (1975). ISIS Atlas of Science may help students in choice of career in science. Current Contents, 29, 5\u20138.","journal-title":"Current Contents"},{"key":"5619_CR10","unstructured":"Gl\u00e4nzel, W. (2006). The \u2018perspective shift\u2019 in bibliometrics and its consequences. In International conference on multidisciplinary information sciences and technologies, 2006 (pp. 25\u201328). http:\/\/www.slideshare.net\/inscit2006\/the-perspective-shift-in-bibliometrics-and-its-consequences"},{"key":"5619_CR13","doi-asserted-by":"publisher","first-page":"5551","DOI":"10.1007\/s11192-021-04133-4","volume":"127","author":"W Gl\u00e4nzel","year":"2022","unstructured":"Gl\u00e4nzel, W., & Debackere, K. (2022). Various aspects of interdisciplinarity in research and how to quantify and measure those. Scientometrics, 127, 5551\u20135569. https:\/\/doi.org\/10.1007\/s11192-021-04133-4","journal-title":"Scientometrics"},{"key":"5619_CR14","doi-asserted-by":"publisher","unstructured":"Gl\u00e4nzel, W., Thijs, B., & Debackere, K. (2019). Citation classes: A distribution-based approach to profiling citation impact for evaluative purposes. In W. Gl\u00e4nzel, H. Moed, U. Schmoch & M. Thelwall (Eds.), Springer handbook of science and technology indicators (pp. 335\u2013360). Springer. https:\/\/doi.org\/10.1007\/978-3-030-02511-3_13","DOI":"10.1007\/978-3-030-02511-3_13"},{"issue":"1","key":"5619_CR11","doi-asserted-by":"publisher","first-page":"165","DOI":"10.1007\/s11192-008-2109-5","volume":"78","author":"W Gl\u00e4nzel","year":"2009","unstructured":"Gl\u00e4nzel, W., Thijs, B., Schubert, A., & Debackere, K. (2009). Subfield-specific normalized relative indicators and a new generation of relational charts: Methodological foundations illustrated on the assessment of institutional research performance. Scientometrics, 78(1), 165\u2013188.","journal-title":"Scientometrics"},{"issue":"3","key":"5619_CR17","doi-asserted-by":"publisher","first-page":"1699","DOI":"10.1007\/s11192-015-1703-6","volume":"105","author":"JI Gorraiz","year":"2015","unstructured":"Gorraiz, J. I., & Gumpenberger, C. (2015). A flexible bibliometric approach for the assessment of professorial appointments. Scientometrics, 105(3), 1699\u20131719. https:\/\/doi.org\/10.1007\/s11192-015-1703-6","journal-title":"Scientometrics"},{"key":"5619_CR16","doi-asserted-by":"crossref","unstructured":"Gorraiz, J. I., Wieland, M., Ulrych, U., & Gumpenberger, C. (2020). De profundis: A decade of bibliometric services under scrutiny. In C. Daraio & W. Gl\u00e4nzel, (Eds.), Evaluative informetrics: The art of metrics-based research assessment, Festschrift in honour of Henk F. Moed (pp. 233\u2013260). Springer.","DOI":"10.1007\/978-3-030-47665-6_11"},{"issue":"3","key":"5619_CR18","doi-asserted-by":"publisher","first-page":"174","DOI":"10.1108\/01435121211217199","volume":"33","author":"C Gumpenberger","year":"2012","unstructured":"Gumpenberger, C., Wieland, M., & Gorraiz, J. (2012). Bibliometric practices and activities at the University of Vienna. Library Management, 33(3), 174\u2013183.","journal-title":"Library Management"},{"key":"5619_CR19","doi-asserted-by":"publisher","unstructured":"Lenzerini, M. (2011). Ontology-based data management. In Proceedings of the 20th ACM international conference on information and knowledge management (CIKM 2011), 2011 (pp. 5\u20136). https:\/\/doi.org\/10.1145\/2063576.2063582","DOI":"10.1145\/2063576.2063582"},{"key":"5619_CR20","doi-asserted-by":"publisher","unstructured":"Lenzerini, M., & Daraio, C. (2019). Challenges, approaches and solutions in data integration for research and innovation. In W. Gl\u00e4nzel, H. F. Moed, H. Schmoch & M. Thelwall (Eds.), Springer handbook of science and technology indicators (pp. 397\u2013420). Springer. https:\/\/doi.org\/10.1007\/978-3-030-02511-3_16","DOI":"10.1007\/978-3-030-02511-3_16"},{"key":"5619_CR21","unstructured":"LERU. (2021). Next-generation metrics for scientific and scholarly research in Europe. League of European Research Universities."},{"key":"5619_CR22","doi-asserted-by":"publisher","unstructured":"Poggi, A., Lembo, D., Calvanese, D., De Giacomo, G., Lenzerini, M., & Rosati, R. (2008). Linking data to ontologies. In S. Spaccapietra (Ed.), Journal on data semantics X. Lecture Notes in Computer Science (Vol. 4900). Springer. https:\/\/doi.org\/10.1007\/978-3-540-77688-8_5","DOI":"10.1007\/978-3-540-77688-8_5"},{"key":"5619_CR23","doi-asserted-by":"publisher","DOI":"10.1007\/s11192-024-05159-0","author":"N Robinson-Garcia","year":"2024","unstructured":"Robinson-Garcia, N., Vargas-Quesada, B., Torres-Salinas, D., Chinchilla-Rodr\u00edguez, Z., & Gorraiz, J. (2024). Errors of measurement in scientometrics: Classification schemes and document types in citation and publication rankings. Scientometrics. https:\/\/doi.org\/10.1007\/s11192-024-05159-0","journal-title":"Scientometrics"},{"issue":"2","key":"5619_CR24","doi-asserted-by":"publisher","first-page":"829","DOI":"10.1007\/s11192-017-2282-5","volume":"111","author":"B Thijs","year":"2017","unstructured":"Thijs, B., Debackere, K., & Gl\u00e4nzel, W. (2017). Improved author profiling through the use of citation classes. Scientometrics, 111(2), 829\u2013839. https:\/\/doi.org\/10.1007\/s11192-017-2282-5","journal-title":"Scientometrics"},{"issue":"3","key":"5619_CR25","doi-asserted-by":"publisher","DOI":"10.1016\/j.joi.2024.101546","volume":"18","author":"D Torres-Salinas","year":"2024","unstructured":"Torres-Salinas, D., Ordu\u00f1a-Malea, E., Delgado-V\u00e1zquez, \u00c1., Gorraiz, J., & Arroyo-Machado, W. (2024). Foundations of narrative bibliometrics. Journal of Informetrics, 18(3), Article 101546.","journal-title":"Journal of Informetrics"}],"container-title":["Scientometrics"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s11192-026-05619-9.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s11192-026-05619-9","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s11192-026-05619-9.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,6,1]],"date-time":"2026-06-01T04:15:50Z","timestamp":1780287350000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s11192-026-05619-9"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026,4,18]]},"references-count":23,"journal-issue":{"issue":"5","published-print":{"date-parts":[[2026,5]]}},"alternative-id":["5619"],"URL":"https:\/\/doi.org\/10.1007\/s11192-026-05619-9","relation":{},"ISSN":["0138-9130","1588-2861"],"issn-type":[{"value":"0138-9130","type":"print"},{"value":"1588-2861","type":"electronic"}],"subject":[],"published":{"date-parts":[[2026,4,18]]},"assertion":[{"value":"27 January 2026","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"27 March 2026","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"18 April 2026","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"The first author (Wolfgang Gl\u00e4nzel) is Editor-in-Chief of Scientometrics, Cinzia Daraio, Wolfgang Gl\u00e4nzel, and Juan Gorraiz are Guest Editors of the Article Collection \u201cFramework for the Responsible use of Assessments and Metrics in Evaluation\u201d (FRAME). Koenraad Debackere is Member of the Distinguished Reviewers Board of Scientometrics.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflict of interest"}}]}}