{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,4,10]],"date-time":"2025-04-10T04:18:51Z","timestamp":1744258731360,"version":"3.40.4"},"reference-count":82,"publisher":"Springer Science and Business Media LLC","issue":"3","license":[{"start":{"date-parts":[[2025,2,27]],"date-time":"2025-02-27T00:00:00Z","timestamp":1740614400000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2025,2,27]],"date-time":"2025-02-27T00:00:00Z","timestamp":1740614400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Scientometrics"],"published-print":{"date-parts":[[2025,3]]},"DOI":"10.1007\/s11192-025-05263-9","type":"journal-article","created":{"date-parts":[[2025,2,27]],"date-time":"2025-02-27T21:52:26Z","timestamp":1740693146000},"page":"1617-1658","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["The university research assessment dilemma: a decision support system for the next evaluation campaigns"],"prefix":"10.1007","volume":"130","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-5442-2239","authenticated-orcid":false,"given":"Paolo","family":"Fantozzi","sequence":"first","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0001-8786-8213","authenticated-orcid":false,"given":"Valerio","family":"Ficcadenti","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-0903-398X","authenticated-orcid":false,"given":"Maurizio","family":"Naldi","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2025,2,27]]},"reference":[{"key":"5263_CR1","doi-asserted-by":"crossref","first-page":"537","DOI":"10.1007\/s11192-019-03184-y","volume":"121","author":"G Abramo","year":"2019","unstructured":"Abramo, G., D\u2019Angelo, C. A., & Reale, E. (2019). Peer review versus bibliometrics: Which method better predicts the scholarly impact of publications? Scientometrics, 121, 537\u2013554.","journal-title":"Scientometrics"},{"key":"5263_CR2","doi-asserted-by":"crossref","first-page":"1295","DOI":"10.3390\/electronics9081295","volume":"9","author":"M Ahmed","year":"2020","unstructured":"Ahmed, M., Seraj, R., & Islam, S. M. S. (2020). The k-means algorithm: A comprehensive survey and performance evaluation. Electronics, 9, 1295.","journal-title":"Electronics"},{"key":"5263_CR3","doi-asserted-by":"crossref","first-page":"8049","DOI":"10.1007\/s11192-021-04030-w","volume":"126","author":"S Al-Janabi","year":"2021","unstructured":"Al-Janabi, S., Lim, L. W., & Aquili, L. (2021). Development of a tool to accurately predict UK REF funding allocation. Scientometrics, 126, 8049\u20138062.","journal-title":"Scientometrics"},{"key":"5263_CR4","doi-asserted-by":"crossref","first-page":"242","DOI":"10.1093\/reseval\/rvv008","volume":"24","author":"A Ancaiani","year":"2015","unstructured":"Ancaiani, A., et al. (2015). Evaluating scientific research in italy: The 2004\u201310 research evaluation exercise. Research Evaluation, 24, 242\u2013255.","journal-title":"Research Evaluation"},{"key":"5263_CR5","doi-asserted-by":"crossref","first-page":"177","DOI":"10.1016\/j.im.2017.05.004","volume":"55","author":"D Avison","year":"2018","unstructured":"Avison, D., Davison, R., & Malaurent, J. (2018). Information systems action research: Debunking myths and overcoming barriers. Information & Management, 55, 177\u2013187.","journal-title":"Information & Management"},{"key":"5263_CR6","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1371\/journal.pone.0207919","volume":"13","author":"LD Balbuena","year":"2018","unstructured":"Balbuena, L. D. (2018). The UK research excellence framework and the Matthew effect: Insights from machine learning. PLoS One, 13, 1\u201313.","journal-title":"PLoS One"},{"key":"5263_CR7","doi-asserted-by":"crossref","first-page":"449","DOI":"10.1177\/1350508411403531","volume":"18","author":"JAC Baum","year":"2011","unstructured":"Baum, J. A. C. (2011). Free-riding on power laws: Questioning the validity of the impact factor as a measure of research quality in organization studies. Organization, 18, 449\u2013466.","journal-title":"Organization"},{"issue":"1","key":"5263_CR8","doi-asserted-by":"crossref","first-page":"434","DOI":"10.1111\/1467-8551.12721","volume":"35","author":"R Blackburn","year":"2023","unstructured":"Blackburn, R., Dibb, S., & Tonks, I. (2023). Business and management studies in the United Kingdom\u2019s 2021 Research Excellence Framework: Implications for research quality assessment. British Journal of Management, 35(1), 434\u2013448.","journal-title":"British Journal of Management"},{"key":"5263_CR9","doi-asserted-by":"crossref","first-page":"4887","DOI":"10.1073\/pnas.1719557115","volume":"115","author":"T Bol","year":"2018","unstructured":"Bol, T., De Vaan, M., & van de Rijt, A. (2018). The Matthew effect in science funding. Proceedings of the National Academy of Sciences of the United States of America, 115, 4887\u20134890.","journal-title":"Proceedings of the National Academy of Sciences of the United States of America"},{"key":"5263_CR10","doi-asserted-by":"crossref","DOI":"10.1016\/j.respol.2020.103957","volume":"49","author":"C Bryce","year":"2020","unstructured":"Bryce, C., Dowling, M., & Lucey, B. (2020). The journal quality perception gap. Research Policy, 49, 103957.","journal-title":"Research Policy"},{"key":"5263_CR11","doi-asserted-by":"publisher","DOI":"10.1080\/03075079.2024.2333946","author":"S Bull","year":"2024","unstructured":"Bull, S., Cooper, A., Laidlaw, A., Milne, L., & Parr, S. (2024). \u2018You certainly don\u2019t get promoted for just teaching\u2019: Experiences of education-focused academics in research-intensive universities. Studies in Higher Education. https:\/\/doi.org\/10.1080\/03075079.2024.2333946","journal-title":"Studies in Higher Education"},{"key":"5263_CR12","doi-asserted-by":"crossref","first-page":"1912","DOI":"10.1080\/03075079.2018.1466873","volume":"44","author":"G Carli","year":"2019","unstructured":"Carli, G., Tagliaventi, M. R., & Cutolo, D. (2019). One size does not fit all: The influence of individual and contextual factors on research excellence in academia. Studies in Higher Education, 44, 1912\u20131930.","journal-title":"Studies in Higher Education"},{"key":"5263_CR13","doi-asserted-by":"crossref","first-page":"1107","DOI":"10.1111\/ecca.12373","volume":"88","author":"D Checchi","year":"2021","unstructured":"Checchi, D., Ciolfi, A., De Fraja, G., Mazzotta, I., & Verzillo, S. (2021). Have you read this? An empirical comparison of the British REF peer review and the Italian VQR bibliometric algorithm. Economica, 88, 1107\u20131129.","journal-title":"Economica"},{"key":"5263_CR15","first-page":"1","volume":"11","author":"G Chowdhury","year":"2016","unstructured":"Chowdhury, G., Koya, K., & Philipson, P. (2016). Measuring the impact of research: Lessons from the UK\u2019s Research Excellence Framework 2014. PLoS One, 11, 1\u201315.","journal-title":"PLoS One"},{"key":"5263_CR16","doi-asserted-by":"crossref","unstructured":"Ciolfi, A., Checchi, D., De\u00a0Fraja, G., Mazzotta, I., & Verzillo, S. (2019). Have you read this? An empirical comparison of the British REF peer review and the Italian VQR bibliometric algorithm. CEPR Discussion Paper 13521, CEPR Press. https:\/\/cepr.org\/publications\/dp13521","DOI":"10.2139\/ssrn.3390142"},{"key":"5263_CR17","doi-asserted-by":"crossref","first-page":"1","DOI":"10.3390\/educsci11100623","volume":"11","author":"CH Dasanayaka","year":"2021","unstructured":"Dasanayaka, C. H., Abeykoon, C., Ranaweera, R. A. A. S., & Koswatte, I. (2021). The impact of the performance appraisal process on job satisfaction of the academic staff in higher educational institutions. Education Sciences, 11, 1\u201320.","journal-title":"Education Sciences"},{"key":"5263_CR18","doi-asserted-by":"crossref","first-page":"523","DOI":"10.1093\/epolic\/eiz009","volume":"34","author":"G De Fraja","year":"2019","unstructured":"De Fraja, G., Facchini, G., & Gathergood, J. (2019). Academic salaries and public evaluation of university research: Evidence from the UK Research Excellence Framework. Economic Policy, 34, 523\u2013583.","journal-title":"Economic Policy"},{"key":"5263_CR19","unstructured":"DORA. (2012). San Francisco Declaration on Research Assessment. DORA."},{"key":"5263_CR20","doi-asserted-by":"crossref","first-page":"2623","DOI":"10.1096\/fj.08-107938","volume":"22","author":"ME Falagas","year":"2008","unstructured":"Falagas, M. E., Kouranos, V. D., Arencibia-Jorge, R., & Karageorgopoulos, D. E. (2008). Comparison of SCImago journal rank indicator with journal impact factor. The FASEB journal, 22, 2623\u20132628.","journal-title":"The FASEB journal"},{"key":"5263_CR21","volume":"8","author":"ME Falagas","year":"2013","unstructured":"Falagas, M. E., Zarkali, A., Karageorgopoulos, D. E., Bardakas, V., & Mavros, M. N. (2013). The impact of article length on the number of future citations: A bibliometric analysis of general medicine journals. PLoS One, 8, e49476.","journal-title":"PLoS One"},{"key":"5263_CR22","doi-asserted-by":"crossref","first-page":"92","DOI":"10.3390\/computers13040092","volume":"13","author":"P Fantozzi","year":"2024","unstructured":"Fantozzi, P., & Naldi, M. (2024). The explainability of transformers: Current status and directions. Computers, 13, 92.","journal-title":"Computers"},{"key":"5263_CR23","unstructured":"Farla, K., & Simmonds, P. (2015). REF accountability review: Costs, benefits and burden. Accountability Review. Technopolis Group. https:\/\/www.technopolis-group.com\/report\/ref-accountability-review-costs-benefits-and-burden\/."},{"key":"5263_CR24","doi-asserted-by":"crossref","first-page":"260","DOI":"10.1016\/j.respol.2015.09.004","volume":"45","author":"A Geuna","year":"2016","unstructured":"Geuna, A., & Piolatto, M. (2016). Research assessment in the UK and Italy: Costly and difficult, but probably worth it (at least for a while). Research Policy, 45, 260\u2013271.","journal-title":"Research Policy"},{"key":"5263_CR25","unstructured":"Grant, J., & Hinrichs, S. (2015). The nature, scale and beneficiaries of research impact: An initial analysis of the research excellence framework (REF) 2014 impact case studies. Tech. Rep., King\u2019s College London and Digital Science."},{"key":"5263_CR26","volume-title":"The publish or perish book","author":"A Harzing","year":"2010","unstructured":"Harzing, A. (2010). The publish or perish book. Tarma Software Research Pty Limited."},{"key":"5263_CR27","doi-asserted-by":"crossref","first-page":"414","DOI":"10.1162\/qss_a_00022","volume":"1","author":"G Hendricks","year":"2020","unstructured":"Hendricks, G., Tkaczyk, D., Lin, J., & Feeney, P. (2020). Crossref: The sustainable source of community-owned scholarly metadata. Quantitative Science Studies, 1, 414\u2013427.","journal-title":"Quantitative Science Studies"},{"key":"5263_CR28","unstructured":"Johnson, J.\u00a0E. (2015). Government launches review to improve university research funding. https:\/\/www.gov.uk\/government\/news\/government-launches-review-to-improve-university-research-funding\/"},{"key":"5263_CR29","doi-asserted-by":"crossref","first-page":"557","DOI":"10.1080\/03075079.2018.1564901","volume":"45","author":"S Johnson","year":"2020","unstructured":"Johnson, S., & Orr, K. (2020). What is business school research for? Academic and stakeholder perspectives, politics and relationality. Studies in Higher Education, 45, 557\u2013578.","journal-title":"Studies in Higher Education"},{"key":"5263_CR30","doi-asserted-by":"publisher","DOI":"10.1080\/02602938.2022.2120961","author":"A Kelly","year":"2022","unstructured":"Kelly, A. (2022). The end of the line? A quantitative analysis of two decades of competitive assessment and research funding in UK higher education. Assessment & Evaluation in Higher Education. https:\/\/doi.org\/10.1080\/02602938.2022.2120961","journal-title":"Assessment & Evaluation in Higher Education"},{"key":"5263_CR31","first-page":"1","volume":"12","author":"K Koya","year":"2017","unstructured":"Koya, K., & Chowdhury, G. (2017). Metric-based vs peer-reviewed evaluation of a research output: Lesson learnt from UK\u2019s national research assessment exercise. PLoS One, 12, 1\u201318.","journal-title":"PLoS One"},{"key":"5263_CR32","doi-asserted-by":"crossref","unstructured":"Li, J. (2016). The global ranking regime and the reconfiguration of higher education: Comparative case studies on research assessment exercises in China, Hong Kong, and Japan. Higher Education Policy, 29, 473\u2013493.","DOI":"10.1057\/s41307-016-0015-7"},{"key":"5263_CR33","doi-asserted-by":"crossref","unstructured":"Linton, O., & Xu, E. (2022). Auditing the auditors: An evaluation of the REF2021 output results for UoS 16. https:\/\/charteredabs.org\/auditing-the-auditors-an-evaluation-of-the-ref2021-output-results\/","DOI":"10.2139\/ssrn.4271500"},{"key":"5263_CR34","doi-asserted-by":"crossref","unstructured":"Linton, O.\u00a0B., & Xu, E. (2022). Auditing the auditors: An evaluation of the REF2021 output results. SSRN 4271500.","DOI":"10.2139\/ssrn.4271500"},{"key":"5263_CR35","unstructured":"Lundberg, S. (2017). A unified approach to interpreting model predictions. Curran Associates."},{"key":"5263_CR36","doi-asserted-by":"crossref","first-page":"820","DOI":"10.1177\/1474904117730159","volume":"16","author":"M Marques","year":"2017","unstructured":"Marques, M., Powell, J. J., Zapp, M., & Biesta, G. (2017). How does research evaluation impact educational research? Exploring intended and unintended consequences of research assessment in the United Kingdom, 1986\u20132014. European Educational Research Journal, 16, 820\u2013842.","journal-title":"European Educational Research Journal"},{"key":"5263_CR37","first-page":"83","volume":"54","author":"H Marsh","year":"2012","unstructured":"Marsh, H., Smith, B., King, M., & Evans, T. (2012). A new era for research education in australia? Australian Universities Review, 54, 83\u201393.","journal-title":"Australian Universities Review"},{"key":"5263_CR38","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1016\/j.ejor.2015.04.002","volume":"246","author":"J Mingers","year":"2015","unstructured":"Mingers, J., & Leydesdorff, L. (2015). A review of theory and practice in scientometrics. European Journal of Operational Research, 246, 1\u201319.","journal-title":"European Journal of Operational Research"},{"key":"5263_CR39","doi-asserted-by":"crossref","first-page":"1051","DOI":"10.1177\/0018726712467048","volume":"66","author":"J Mingers","year":"2013","unstructured":"Mingers, J., & Willmott, H. (2013). Taylorizing business school research: On the \u2018one best way\u2019 performative effects of journal ranking lists. Human Relations, 66, 1051\u20131073.","journal-title":"Human Relations"},{"key":"5263_CR40","doi-asserted-by":"crossref","unstructured":"Moed, H.\u00a0F. (2010). The Source-Normalized Impact per Paper (SNIP) is a valid and sophisticated indicator of journal citation impact. arXiv preprint. arXiv:1005.4906","DOI":"10.1002\/asi.21424"},{"key":"5263_CR41","doi-asserted-by":"crossref","first-page":"65","DOI":"10.1080\/13662716.2014.879255","volume":"21","author":"A Mohammadi","year":"2014","unstructured":"Mohammadi, A., & Franzoni, C. (2014). Inventor\u2019s knowledge set as the antecedent of patent importance. Industry and Innovation, 21, 65\u201387.","journal-title":"Industry and Innovation"},{"key":"5263_CR42","doi-asserted-by":"crossref","first-page":"1487","DOI":"10.1007\/s11192-019-03104-0","volume":"119","author":"AM Montefusco","year":"2019","unstructured":"Montefusco, A. M., Nascimento, F. P., Sennes, L. U., Bento, R. F., & Imamura, R. (2019). Influence of international authorship on citations in Brazilian medical journals: A bibliometric analysis. Scientometrics, 119, 1487\u20131496.","journal-title":"Scientometrics"},{"key":"5263_CR43","doi-asserted-by":"crossref","first-page":"2165","DOI":"10.1007\/s11192-014-1512-3","volume":"102","author":"O Mryglod","year":"2015","unstructured":"Mryglod, O., Kenna, R., Holovatch, Y., & Berche, B. (2015). Predicting results of the Research Excellence Framework using departmental h-index. Scientometrics, 102, 2165\u20132180.","journal-title":"Scientometrics"},{"key":"5263_CR44","doi-asserted-by":"crossref","first-page":"603","DOI":"10.1080\/1360080X.2014.957890","volume":"36","author":"T Murphy","year":"2014","unstructured":"Murphy, T., & Sage, D. (2014). Perceptions of the UK\u2019s Research Excellence Framework 2014: A media analysis. Journal of Higher Education Policy and Management, 36, 603\u2013615.","journal-title":"Journal of Higher Education Policy and Management"},{"key":"5263_CR45","unstructured":"OECD. (2023). Artificial intelligence in science: Challenges, opportunities and the future of research. OECD."},{"key":"5263_CR46","doi-asserted-by":"crossref","first-page":"18","DOI":"10.1108\/eb026940","volume":"51","author":"C Oppenheim","year":"1995","unstructured":"Oppenheim, C. (1995). The correlation between citation counts and the 1992 research assessment exercise ratings for British library and information science university departments. Journal of Documentation, 51, 18\u201327.","journal-title":"Journal of Documentation"},{"key":"5263_CR47","unstructured":"Pace, I. (2018). The RAE and REF: Resources and critiques. https:\/\/ianpace.wordpress.com\/2018\/04\/03\/the-rae-and-ref-resources-and-critiques\/"},{"key":"5263_CR48","doi-asserted-by":"crossref","first-page":"1440","DOI":"10.1016\/j.jclinepi.2015.01.024","volume":"68","author":"TV Perneger","year":"2015","unstructured":"Perneger, T. V. (2015). Online accesses to medical research articles on publication predicted citations up to 15 years later. Journal of Clinical Epidemiology, 68, 1440\u20131445.","journal-title":"Journal of Clinical Epidemiology"},{"key":"5263_CR49","doi-asserted-by":"crossref","first-page":"100","DOI":"10.1093\/reseval\/rvz030","volume":"29","author":"M Pinar","year":"2020","unstructured":"Pinar, M. (2020). It is not all about performance: Importance of the funding formula in the allocation of performance-based research funding in england. Research Evaluation, 29, 100\u2013119.","journal-title":"Research Evaluation"},{"key":"5263_CR50","doi-asserted-by":"crossref","first-page":"173","DOI":"10.1093\/reseval\/rvab042","volume":"31","author":"M Pinar","year":"2021","unstructured":"Pinar, M., & Horne, T. J. (2021). Assessing research excellence: Evaluating the Research Excellence Framework. Research Evaluation, 31, 173\u2013187.","journal-title":"Research Evaluation"},{"key":"5263_CR51","doi-asserted-by":"crossref","first-page":"231","DOI":"10.1093\/reseval\/rvaa003","volume":"29","author":"M Pinar","year":"2020","unstructured":"Pinar, M., & Unlu, E. (2020). Determinants of quality of research environment: An assessment of the environment submissions in the UK\u2019s Research Excellence Framework in 2014. Research Evaluation, 29, 231\u2013244.","journal-title":"Research Evaluation"},{"key":"5263_CR52","doi-asserted-by":"crossref","first-page":"95","DOI":"10.1007\/s11192-005-0240-0","volume":"64","author":"I Podlubny","year":"2005","unstructured":"Podlubny, I. (2005). Comparison of scientific impact expressed by the number of citations in different fields of science. Scientometrics, 64, 95\u201399.","journal-title":"Scientometrics"},{"key":"5263_CR53","doi-asserted-by":"crossref","unstructured":"Poyiadzi, R., Santos-Rodr\u00edguez, R., & De\u00a0Bie, T. (2019). Ordinal label proportions. In M. Berlingerio, F. Bonchi, T. G\u00e4rtner, N. Hurley, & G. Ifrim (eds.) Machine learning and knowledge discovery in databases (pp. 306\u2013321). Springer.","DOI":"10.1007\/978-3-030-10925-7_19"},{"key":"5263_CR54","unstructured":"Prins, A., Spaapen, J., & Van\u00a0Vree, F. (2016). Aligning research assessment in the humanities to the national standard evaluation protocol challenges and developments in the Dutch research landscape. In I. R\u00e0fols, J. Molas-Gallart, E. Castro-Mart\u00ednez, & R. Woolley (Eds.), 21st International conference on science and technology indicators\u2014STI 2016. Book of proceedings (pp. 965\u2013969). Editorial Universitat Polit\u00e8cnica de Val\u00e8ncia."},{"key":"5263_CR55","unstructured":"REF2021. (2022). Output profiles. https:\/\/ref.ac.uk\/results-analysis\/output-profiles"},{"key":"5263_CR56","unstructured":"REF2021 (2022). What is the role of expert panels? https:\/\/ref.ac.uk\/panels\/what-is-the-role-of-expert-panels\/"},{"key":"5263_CR57","unstructured":"Research Excellence Framework. (2020). Guidance on submissions. Tech. Rep., Research Excellence Framework. Retrievde October 31, 2024, from https:\/\/2021.ref.ac.uk\/media\/1447\/ref-2019_01-guidance-on-submissions.pdf#page=101.10"},{"key":"5263_CR58","unstructured":"Research Excellence Framework. (2020). Panel criteria and working methods. Tech. Rep., Research Excellence Framework. . Retrievde October 31, 2024, from  https:\/\/2021.ref.ac.uk\/media\/1450\/ref-2019_02-panel-criteria-and-working-methods.pdf"},{"key":"5263_CR59","doi-asserted-by":"crossref","unstructured":"Ribeiro, M.\u00a0T., Singh, S., & Guestrin, C. (2016). \u201cWhy should i trust you?\u201d explaining the predictions of any classifier. University of Washington","DOI":"10.18653\/v1\/N16-3020"},{"key":"5263_CR60","doi-asserted-by":"crossref","first-page":"939","DOI":"10.1007\/s11845-018-1936-5","volume":"188","author":"E Roldan-Valadez","year":"2019","unstructured":"Roldan-Valadez, E., Salazar-Ruiz, S. Y., Ibarra-Contreras, R., & Rios, C. (2019). Current concepts on bibliometrics: a brief review about impact factor, Eigenfactor score, CiteScore, SCImago Journal Rank, Source-Normalised Impact per Paper, H-index, and alternative metrics. Irish Journal of Medical Science, 188, 939\u2013951.","journal-title":"Irish Journal of Medical Science"},{"key":"5263_CR61","doi-asserted-by":"crossref","first-page":"1254","DOI":"10.1111\/1467-8551.12510","volume":"33","author":"R Salandra","year":"2022","unstructured":"Salandra, R., Salter, A., & Walker, J. T. (2022). Are academics willing to forgo citations to publish in high-status journals? Examining preferences for 4* and 4-rated journal publication among UK business and management academics. British Journal of Management, 33, 1254\u20131270.","journal-title":"British Journal of Management"},{"key":"5263_CR62","doi-asserted-by":"crossref","first-page":"98","DOI":"10.2304\/rcie.2010.5.1.98","volume":"5","author":"B Schmidt","year":"2010","unstructured":"Schmidt, B., Von Hippel, A., & Tippelt, R. (2010). Higher education evaluation in Germany. Research in Comparative and International Education, 5, 98\u2013111.","journal-title":"Research in Comparative and International Education"},{"key":"5263_CR63","doi-asserted-by":"crossref","unstructured":"Shiau, W.\u00a0L., Wang, X., & Zheng, F. (2023). What are the trend and core knowledge of information security? A citation and co-citation analysis. Information & Management60, 103774. https:\/\/www.sciencedirect.com\/science\/article\/pii\/S0378720623000228","DOI":"10.1016\/j.im.2023.103774"},{"key":"5263_CR64","unstructured":"Stern, N., & Nurse, P. (2014). It\u2019s our duty to assess the costs of the REF. Times Higher Education. https:\/\/www.timeshighereducation.com\/comment\/letters\/its-our-dutyto-assess-the-costs-of-the-ref\/2017479.article"},{"key":"5263_CR65","doi-asserted-by":"crossref","first-page":"1195","DOI":"10.1007\/s11192-016-1889-2","volume":"107","author":"I Tahamtan","year":"2016","unstructured":"Tahamtan, I., Safipour Afshar, A., & Ahamdzadeh, K. (2016). Factors affecting number of citations: A comprehensive review of the literature. Scientometrics, 107, 1195\u20131225.","journal-title":"Scientometrics"},{"key":"5263_CR66","doi-asserted-by":"crossref","first-page":"202","DOI":"10.1111\/j.1467-8551.2010.00722.x","volume":"22","author":"J Taylor","year":"2011","unstructured":"Taylor, J. (2011). The assessment of research quality in UK universities: Peer review or metrics? Br. J. Manag., 22, 202\u2013217.","journal-title":"Br. J. Manag."},{"key":"5263_CR67","doi-asserted-by":"crossref","first-page":"459","DOI":"10.1007\/s12109-020-09736-y","volume":"36","author":"J A Teixeira da Silva","year":"2020","unstructured":"Teixeira da Silva, J. A. (2020). Citescore: Advances, evolution, applications, and limitations. Publishing Research Quarterly, 36, 459\u2013468.","journal-title":"Publishing Research Quarterly"},{"key":"5263_CR70","doi-asserted-by":"publisher","first-page":"208","DOI":"10.1162\/qss_a_00185","volume":"3","author":"M Thelwall","year":"2022","unstructured":"Thelwall, M. (2022). Can the quality of published academic journal articles be assessed with machine learning? Quantitative Science Studies, 3, 208\u2013226. https:\/\/doi.org\/10.1162\/qss_a_00185","journal-title":"Quantitative Science Studies"},{"key":"5263_CR71","doi-asserted-by":"crossref","first-page":"547","DOI":"10.1162\/qss_a_00258","volume":"4","author":"M Thelwall","year":"2023","unstructured":"Thelwall, M. (2023). Predicting article quality scores with machine learning: The U.K. Research Excellence Framework. Quantitative Science Studies, 4, 547\u2013573.","journal-title":"Quantitative Science Studies"},{"key":"5263_CR69","unstructured":"Thelwall, M., Kousha, K., Abdoli, M.,\nMakita, M., Stuart, E., Wilson, P., & Levitt, J. (2023). Can artificial intelligence assess the quality of academic journal articles in the next REF? https:\/\/blogs.lse.ac.uk\/impactofsocialsciences\/2023\/01\/16\/can-artificial-intelligence-assess-the-quality-of-academic-journal-articles-in-the-next-ref\/"},{"key":"5263_CR68","doi-asserted-by":"crossref","unstructured":"Thelwall, M., Kousha, K., Wilson, P., Makita, M., Abdoli, M., Stuart, E., Levitt, J., Knoth, P., Cancellieri, M. (2022). Predicting article quality scores with machine learning: The UK Research Excellence Framework. arXiv preprint. arXiv:2212.05415","DOI":"10.1162\/qss_a_00258"},{"key":"5263_CR72","doi-asserted-by":"crossref","first-page":"571","DOI":"10.1111\/1467-8551.12248","volume":"29","author":"A Thorpe","year":"2018","unstructured":"Thorpe, A., Craig, R., Tourish, D., Hadikin, G., & Batistic, S. (2018). \u2018environment\u2019 submissions in the UK\u2019s research excellence framework 2014. Br. J. Manag., 29, 571\u2013587.","journal-title":"Br. J. Manag."},{"key":"5263_CR73","doi-asserted-by":"crossref","first-page":"1548","DOI":"10.1080\/03075079.2016.1266609","volume":"43","author":"P Tymms","year":"2018","unstructured":"Tymms, P., & Higgins, S. (2018). Judging research papers for research excellence. Studies in Higher Education, 43, 1548\u20131560.","journal-title":"Studies in Higher Education"},{"key":"5263_CR74","unstructured":"UCU. (2013). The Research Excellence Framework (REF) UCU survey report. Tech. Rep., University and College Union."},{"key":"5263_CR75","doi-asserted-by":"crossref","unstructured":"Wagner, G., Prester, \nJ., Roche, \nM. P., Schryen, \nG., Benlian, \nA., Par\u00e9, \nG., & Templier, M. (2021). Which factors affect the scientific impact of review papers in IS research? A scientometric study. Information & Management, 58, 103427.","DOI":"10.1016\/j.im.2021.103427"},{"key":"5263_CR76","unstructured":"Walker, J., & Wood, G. (2021). Methodology. Academic journal guide. 2021. https:\/\/charteredabs.org\/academic-journal-guide-2021\/"},{"key":"5263_CR77","doi-asserted-by":"crossref","first-page":"730","DOI":"10.1111\/1467-8551.12294","volume":"30","author":"JT Walker","year":"2018","unstructured":"Walker, J. T., Fenton, E., Salter, A., & Salandra, R. (2018). What influences business academics\u2019 use of the Association of Business Schools (ABS) List? Evidence from a survey of UK academics. British Journal of Management, 30, 730\u2013747.","journal-title":"British Journal of Management"},{"key":"5263_CR78","doi-asserted-by":"crossref","first-page":"218","DOI":"10.1093\/reseval\/rvz010","volume":"28","author":"JT Walker","year":"2019","unstructured":"Walker, J. T., Salter, A., Fontinha, R., & Salandra, R. (2019). The impact of journal re-grading on perception of ranking systems: Exploring the case of the Academic Journal Guide and Business and Management scholars in the UK. Research Evaluation, 28, 218\u2013231.","journal-title":"Research Evaluation"},{"key":"5263_CR79","doi-asserted-by":"crossref","first-page":"199","DOI":"10.1080\/03075079.2014.915303","volume":"41","author":"R Watermeyer","year":"2016","unstructured":"Watermeyer, R. (2016). Impact in the REF: Issues and obstacles. Studies in Higher Education, 41, 199\u2013214.","journal-title":"Studies in Higher Education"},{"key":"5263_CR80","doi-asserted-by":"crossref","unstructured":"Weinstein, N., Wilsdon, J., Chubb, J., & Haddock, G. (2019). The Real-Time REF Review: A pilot study to examine the feasibility of a longitudinal evaluation of perceptions and attitudes towards REF 2021. Working Paper. University of Cardiff and University of Sheffield.","DOI":"10.31235\/osf.io\/78aqu"},{"key":"5263_CR81","doi-asserted-by":"crossref","unstructured":"Williams, G., & Galleron, I. (2016). Bottom up from the bottom: A new outlook on research evaluation for the SSH in France. In M. Ochsner, S. E. Hug, H.-D.\u00a0Daniel (Eds.), Research assessment in the humanities: Towards criteria and procedures (pp. 181\u2013198). Springer.","DOI":"10.1007\/978-3-319-29016-4_14"},{"key":"5263_CR82","doi-asserted-by":"crossref","DOI":"10.1017\/dap.2022.21","volume":"4","author":"J Zhang","year":"2022","unstructured":"Zhang, J., Watson, P., & Hodgson, B. (2022). A new approach to impact case study analytics. Data & Policy, 4, e30.","journal-title":"Data & Policy"},{"key":"5263_CR83","doi-asserted-by":"crossref","first-page":"7397","DOI":"10.1007\/s11192-021-04096-6","volume":"126","author":"H Zheng","year":"2021","unstructured":"Zheng, H., Pee, L., & Zhang, D. (2021). Societal impact of research: A text mining study of impact types. Scientometrics, 126, 7397\u20137417.","journal-title":"Scientometrics"}],"container-title":["Scientometrics"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s11192-025-05263-9.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s11192-025-05263-9\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s11192-025-05263-9.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,4,9]],"date-time":"2025-04-09T12:51:12Z","timestamp":1744203072000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s11192-025-05263-9"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,2,27]]},"references-count":82,"journal-issue":{"issue":"3","published-print":{"date-parts":[[2025,3]]}},"alternative-id":["5263"],"URL":"https:\/\/doi.org\/10.1007\/s11192-025-05263-9","relation":{},"ISSN":["0138-9130","1588-2861"],"issn-type":[{"type":"print","value":"0138-9130"},{"type":"electronic","value":"1588-2861"}],"subject":[],"published":{"date-parts":[[2025,2,27]]},"assertion":[{"value":"15 July 2024","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"7 February 2025","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"27 February 2025","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"The authors have no relevant financial or non-financial interests to disclose.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflict of interest"}}]}}