{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,27]],"date-time":"2026-06-27T12:40:03Z","timestamp":1782564003237,"version":"3.54.5"},"reference-count":20,"publisher":"Springer Science and Business Media LLC","issue":"6","license":[{"start":{"date-parts":[[2023,10,16]],"date-time":"2023-10-16T00:00:00Z","timestamp":1697414400000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0"},{"start":{"date-parts":[[2023,10,16]],"date-time":"2023-10-16T00:00:00Z","timestamp":1697414400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0"}],"funder":[{"DOI":"10.13039\/501100007210","name":"RWTH Aachen University","doi-asserted-by":"crossref","id":[{"id":"10.13039\/501100007210","id-type":"DOI","asserted-by":"crossref"}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Bus Inf Syst Eng"],"published-print":{"date-parts":[[2023,12]]},"DOI":"10.1007\/s12599-023-00836-5","type":"journal-article","created":{"date-parts":[[2023,10,16]],"date-time":"2023-10-16T08:01:54Z","timestamp":1697443314000},"page":"615-621","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":13,"title":["Ranking the Ranker: How to Evaluate Institutions, Researchers, Journals, and Conferences?"],"prefix":"10.1007","volume":"65","author":[{"given":"Wil M. P.","family":"van der Aalst","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Oliver","family":"Hinz","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Christof","family":"Weinhardt","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2023,10,16]]},"reference":[{"issue":"19","key":"836_CR1","doi-asserted-by":"publisher","first-page":"191803","DOI":"10.1103\/PhysRevLett.114.191803","volume":"114","author":"G Aad","year":"2015","unstructured":"Aad G et al (2015) Combined measurement of the Higgs Boson Mass in pp collisions at \u221as= 7 and 8 TeV with the ATLAS and CMS experiments. Phys Rev Lett 114(19):191803. https:\/\/doi.org\/10.1103\/PhysRevLett.114.191803","journal-title":"Phys Rev Lett"},{"issue":"1","key":"836_CR2","doi-asserted-by":"publisher","first-page":"377","DOI":"10.1162\/qss_a_00019","volume":"1","author":"J Baas","year":"2020","unstructured":"Baas J, Schotten M, Plume A, C\u00f4t\u00e9 G, Karimi R (2020) Scopus as a curated, high-quality bibliometric data source for academic research in quantitative science studies. Quant Sci Stud 1(1):377\u2013386. https:\/\/doi.org\/10.1162\/qss_a_00019","journal-title":"Quant Sci Stud"},{"key":"836_CR3","unstructured":"COARA (2022) Agreement on reforming research assessment. https:\/\/coara.eu\/. Accessed 29 August 2023"},{"key":"836_CR4","unstructured":"CORE (2023) CORE rankings portal. https:\/\/www.core.edu.au\/. Accessed 29 August 2023"},{"key":"836_CR5","unstructured":"DORA (2012) San Francisco declaration on research assessment (DORA). https:\/\/sfdora.org\/. Accessed 29 August 2023"},{"issue":"1","key":"836_CR6","doi-asserted-by":"publisher","first-page":"4","DOI":"10.1080\/23322969.2018.1424562","volume":"2","author":"E Hazelkorn","year":"2018","unstructured":"Hazelkorn E (2018) Reshaping the world order of higher education: the role and impact of rankings on national and global systems. Policy Rev High Educ 2(1):4\u201331. https:\/\/doi.org\/10.1080\/23322969.2018.1424562","journal-title":"Policy Rev High Educ"},{"key":"836_CR7","doi-asserted-by":"publisher","first-page":"429","DOI":"10.1038\/520429a","volume":"520","author":"D Hicks","year":"2015","unstructured":"Hicks D, Wouters P, Waltman L, de Rijcke S, Rafols I (2015) Bibliometrics: the Leiden Manifesto for research metrics. Nature 520:429\u2013431. https:\/\/doi.org\/10.1038\/520429a","journal-title":"Nature"},{"key":"836_CR8","doi-asserted-by":"publisher","DOI":"10.17632\/btchxktzyw.5","author":"J Ioannidis","year":"2022","unstructured":"Ioannidis J (2022) September 2022 data-update for \u201cUpdated science-wide author databases of standardized citation indicators. Elsevier Data Repos. https:\/\/doi.org\/10.17632\/btchxktzyw.5","journal-title":"Elsevier Data Repos"},{"issue":"8","key":"836_CR9","doi-asserted-by":"publisher","first-page":"e1002548","DOI":"10.1371\/journal.pbio.1002548","volume":"14","author":"J Ioannidis","year":"2016","unstructured":"Ioannidis J, Klavans R, Boyack K (2016) Correction: multiple citation indicators and their composite across scientific disciplines. PLOS Biol 14(8):e1002548. https:\/\/doi.org\/10.1371\/journal.pbio.1002548","journal-title":"PLOS Biol"},{"issue":"8","key":"836_CR10","doi-asserted-by":"publisher","first-page":"e3000384","DOI":"10.1371\/journal.pbio.3000384","volume":"17","author":"J Ioannidis","year":"2019","unstructured":"Ioannidis J, Baas J, Klavans R, Boyack K (2019) A standardized citation metrics author database annotated for scientific field. PLoS Biol 17(8):e3000384. https:\/\/doi.org\/10.1371\/journal.pbio.3000384","journal-title":"PLoS Biol"},{"issue":"10","key":"836_CR11","doi-asserted-by":"publisher","first-page":"e3000918","DOI":"10.1371\/journal.pbio.3000918","volume":"18","author":"J Ioannidis","year":"2020","unstructured":"Ioannidis J, Boyack K, Baas J (2020) Updated science-wide author databases of standardized citation indicators. PLoS Biol 18(10):e3000918. https:\/\/doi.org\/10.1371\/journal.pbio.3000918","journal-title":"PLoS Biol"},{"issue":"3","key":"836_CR12","doi-asserted-by":"publisher","first-page":"131","DOI":"10.1016\/0048-7333(85)90012-5","volume":"14","author":"HF Moed","year":"1985","unstructured":"Moed HF, Burger WJM, Frankfort GJ, Van Raan A (1985) The use of bibliometric data for the measurement of university research performance. Res Policy 14(3):131\u2013149. https:\/\/doi.org\/10.1016\/0048-7333(85)90012-5","journal-title":"Res Policy"},{"key":"836_CR13","unstructured":"NWO (2019) Recognition and Rewards (\u201cErkennen en Waarderen\u201d) program, an initiative by VSNU, NFU, KNAW, NWO and ZonMw. https:\/\/recognitionrewards.nl\/. Accessed 29 August 2023"},{"key":"836_CR14","doi-asserted-by":"publisher","first-page":"939","DOI":"10.1007\/s11845-018-1936-5","volume":"188","author":"E Roldan-Valadez","year":"2019","unstructured":"Roldan-Valadez E, Salazar-Ruiz SY, Ibarra-Contreras R, Rios C (2019) Current concepts on bibliometrics: a brief review about impact factor, Eigenfactor score, CiteScore, SCImago Journal Rank, Source-Normalised Impact per Paper, H-index, and alternative metrics. Ir J Med Sci 188:939\u2013951. https:\/\/doi.org\/10.1007\/s11845-018-1936-5","journal-title":"Ir J Med Sci"},{"key":"836_CR15","doi-asserted-by":"publisher","first-page":"787","DOI":"10.1007\/s11192-015-1798-9","volume":"106","author":"AW Harzing","year":"2016","unstructured":"Harzing AW, Alakangas S (2016) Google Scholar, Scopus and the Web of Science: a longitudinal and cross-disciplinary comparison. Scientometrics 106:787\u2013804. https:\/\/doi.org\/10.1007\/s11192-015-1798-9","journal-title":"Scientometrics"},{"key":"836_CR16","volume-title":"Worlds of rankings (research in the sociology of organizations)","author":"L Ringel","year":"2021","unstructured":"Ringel L, Espeland W, Sauder M, Werron T (2021) Worlds of rankings. In: Ringel L et al (eds) Worlds of rankings (research in the sociology of organizations). Bingley, Emerald"},{"issue":"22","key":"836_CR17","doi-asserted-by":"publisher","first-page":"2941","DOI":"10.1091\/mbc.E17-08-0534","volume":"28","author":"SL Schmid","year":"2018","unstructured":"Schmid SL (2018) Five years post-DORA: promoting best practices for research assessment. Mol Biol Cell 28(22):2941\u20132944. https:\/\/doi.org\/10.1091\/mbc.E17-08-0534","journal-title":"Mol Biol Cell"},{"key":"836_CR18","doi-asserted-by":"publisher","first-page":"507","DOI":"10.1007\/s10734-010-9312-z","volume":"60","author":"I Stolz","year":"2010","unstructured":"Stolz I, Hendel DD, Horn AS (2010) Ranking of rankings: benchmarking twenty-five higher education ranking systems in Europe. High Educ 60:507\u2013528. https:\/\/doi.org\/10.1007\/s10734-010-9312-z","journal-title":"High Educ"},{"key":"836_CR19","doi-asserted-by":"publisher","first-page":"5357","DOI":"10.1007\/s11192-023-04787-2","volume":"128","author":"D Torres-Salinas","year":"2023","unstructured":"Torres-Salinas D, Arroyo-Machado W, Robinson-Garcia N (2023) Bibliometric denialism. Scientometrics 128:5357\u20135359. https:\/\/doi.org\/10.1007\/s11192-023-04787-2","journal-title":"Scientometrics"},{"key":"836_CR20","unstructured":"Van der Aalst WMP (2022) Yet another view on citation scores. LinkedIn Pulse. https:\/\/www.linkedin.com\/pulse\/yet-another-view-citation-scores-wil-van-der-aalst. Accessed 29 August 2023"}],"container-title":["Business &amp; Information Systems Engineering"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s12599-023-00836-5.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s12599-023-00836-5\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s12599-023-00836-5.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,11,24]],"date-time":"2023-11-24T14:17:07Z","timestamp":1700835427000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s12599-023-00836-5"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,10,16]]},"references-count":20,"journal-issue":{"issue":"6","published-print":{"date-parts":[[2023,12]]}},"alternative-id":["836"],"URL":"https:\/\/doi.org\/10.1007\/s12599-023-00836-5","relation":{},"ISSN":["2363-7005","1867-0202"],"issn-type":[{"value":"2363-7005","type":"print"},{"value":"1867-0202","type":"electronic"}],"subject":[],"published":{"date-parts":[[2023,10,16]]},"assertion":[{"value":"16 October 2023","order":1,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}}]}}