{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,25]],"date-time":"2026-04-25T08:39:23Z","timestamp":1777106363332,"version":"3.51.4"},"reference-count":79,"publisher":"Springer Science and Business Media LLC","issue":"4","license":[{"start":{"date-parts":[[2026,4,1]],"date-time":"2026-04-01T00:00:00Z","timestamp":1775001600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2026,4,1]],"date-time":"2026-04-01T00:00:00Z","timestamp":1775001600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"funder":[{"name":"Youth Program of National Natural Science Foundation of China","award":["72404144"],"award-info":[{"award-number":["72404144"]}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Scientometrics"],"published-print":{"date-parts":[[2026,4]]},"DOI":"10.1007\/s11192-026-05622-0","type":"journal-article","created":{"date-parts":[[2026,4,10]],"date-time":"2026-04-10T14:36:00Z","timestamp":1775831760000},"page":"2237-2259","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["Can large language models assess the quality of peer review? An empirical study"],"prefix":"10.1007","volume":"131","author":[{"given":"Ying","family":"Tang","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Yanlan","family":"Kang","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Sunsi","family":"Wu","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Ruilin","family":"Zhang","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Zhuanlan","family":"Sun","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2026,4,10]]},"reference":[{"key":"5622_CR2","unstructured":"Anthropic. (2024). Introducing computer use, a new Claude 3.5 Sonnet, and Claude 3.5 Haiku. https:\/\/www.anthropic.com\/news\/3-5-models-and-computer-use"},{"issue":"5","key":"5622_CR3","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1093\/haschl\/qxae058","volume":"2","author":"H Bauchner","year":"2024","unstructured":"Bauchner, H., & Rivara, F. P. (2024). Use of artificial intelligence and the future of peer review. Health Affairs Scholar, 2(5), 1\u20133.","journal-title":"Health Affairs Scholar"},{"key":"5622_CR4","first-page":"1","volume-title":"Noise Reduction in Speech Processing","author":"J Benesty","year":"2009","unstructured":"Benesty, J., Chen, J., Huang, Y., & Cohen, I. (2009). Pearson correlation coefficient. Noise Reduction in Speech Processing (pp. 1\u20134). Berlin: Springer."},{"issue":"6636","key":"5622_CR5","doi-asserted-by":"publisher","first-page":"991","DOI":"10.1126\/science.adg9714","volume":"379","author":"V Berdejo-Espinola","year":"2023","unstructured":"Berdejo-Espinola, V., & Amano, T. (2023). AI tools can improve equity in science. Science, 379(6636), 991.","journal-title":"Science"},{"issue":"5","key":"5622_CR6","doi-asserted-by":"publisher","DOI":"10.1073\/pnas.2401227121","volume":"122","author":"M Binz","year":"2025","unstructured":"Binz, M., Alaniz, S., Roskies, A., Aczel, B., Bergstrom, C. T., Allen, C., Schad, D., Wulff, D., West, J. D., Zhang, Q., Shiffrin, R. M., Gershman, S. J., Popov, V., Bender, E. M., Marelli, M., Botvinick, M. M., Akata, Z., & Schulz, E. (2025). How should the advancement of large language models affect the practice of science? Proceedings of the National Academy of Sciences, 122(5), Article e2401227121.","journal-title":"Proceedings of the National Academy of Sciences"},{"issue":"1","key":"5622_CR7","doi-asserted-by":"publisher","first-page":"191","DOI":"10.1021\/acsenergylett.3c02586","volume":"9","author":"JM Buriak","year":"2024","unstructured":"Buriak, J. M., Hersam, M. C., & Kamat, P. V. (2024). Can ChatGPT and other AI bots serve as peer reviewers? ACS Energy Letters, 9(1), 191\u2013192.","journal-title":"ACS Energy Letters"},{"key":"5622_CR8","doi-asserted-by":"publisher","first-page":"7605","DOI":"10.1038\/534014a","volume":"534","author":"E Callaway","year":"2016","unstructured":"Callaway, E. (2016). Open-access journal eLife gets [pounds sterling] 25-million boost. Nature, 534, 7605.","journal-title":"Nature"},{"key":"5622_CR83","doi-asserted-by":"crossref","unstructured":"Callaham, M. L., Knopp, R. K., & Gallagher, E. J. (2002). Eff ect of written feedback by editors on quality of reviews: Two randomized trials. JAMA, 287, 2781.","DOI":"10.1001\/jama.287.21.2781"},{"key":"5622_CR9","doi-asserted-by":"publisher","first-page":"213","DOI":"10.1037\/h0026256","volume":"70","author":"J Cohen","year":"1968","unstructured":"Cohen, J. (1968). Weighted kappa: Nominal scale agreement provision for scaled disagreement or partial credit. Psychological Bulletin, 70, 213\u2013220.","journal-title":"Psychological Bulletin"},{"issue":"4","key":"5622_CR10","doi-asserted-by":"publisher","first-page":"2469","DOI":"10.1007\/s11192-024-04939-y","volume":"129","author":"J de Winter","year":"2024","unstructured":"de Winter, J. (2024). Can ChatGPT be used to predict citation counts, readership, and social media interaction? An exploration among 2222 scientific abstracts. Scientometrics, 129(4), 2469\u20132487.","journal-title":"Scientometrics"},{"issue":"2","key":"5622_CR11","doi-asserted-by":"publisher","first-page":"708","DOI":"10.1016\/j.joi.2019.03.018","volume":"13","author":"P Dondio","year":"2019","unstructured":"Dondio, P., Casnici, N., Grimaldo, F., Gilbert, N., & Squazzoni, F. (2019). The \u201cinvisible hand\u201d of peer review: The implications of author-referee networks on peer review in a scholarly journal. Journal of Informetrics, 13(2), 708\u2013716.","journal-title":"Journal of Informetrics"},{"key":"5622_CR12","unstructured":"Dziri, N., Lu, X., Sclar, M., Li, X. L., Jiang, L., Lin, B. Y., West, P., Bhagavatula, C., Bras, R. L., Huang, J. D., Sanyal, S., Welleck, S., Ren, X., Ettinger, A., Harchaoui, Z., Choi, Y. (2023). Faith and fate: Limits of transformers on compositionality. arXiv preprint https:\/\/arxiv.org\/abs\/2305.18654"},{"issue":"11","key":"5622_CR13","doi-asserted-by":"publisher","first-page":"1799","DOI":"10.1038\/s41562-023-01775-7","volume":"7","author":"Editorial","year":"2023","unstructured":"Editorial. (2023). Living in a brave new AI era. Nature Human Behaviour, 7(11), 1799.","journal-title":"Nature Human Behaviour"},{"key":"5622_CR14","doi-asserted-by":"crossref","unstructured":"Editorial. (2023). Tools such as ChatGPT threaten transparent science; here are our ground rules for their use. Nature, 613.","DOI":"10.1038\/d41586-023-00191-1"},{"key":"5622_CR15","doi-asserted-by":"publisher","DOI":"10.1007\/s00146-023-01791-1","author":"B Fecher","year":"2023","unstructured":"Fecher, B., Hebing, M., Laufer, M., Pohle, J., & Sofsky, F. (2023). Friend or foe? Exploring the implications of large language models on the science system. AI & Society. https:\/\/doi.org\/10.1007\/s00146-023-01791-1","journal-title":"AI & Society"},{"issue":"7","key":"5622_CR16","doi-asserted-by":"publisher","first-page":"591","DOI":"10.1016\/j.recesp.2024.02.018","volume":"77","author":"A Fern\u00e1ndez-Cisnal","year":"2024","unstructured":"Fern\u00e1ndez-Cisnal, A., Avanzas, P., Filgueiras-Rama, D., Garcia-Pavia, P., Sanchis, L., & Sanchis, J. (2024). ChatGPT-4 versus human assessment in cardiology peer review. Revista Espanola De Cardiologia, 77(7), 591\u2013594.","journal-title":"Revista Espanola De Cardiologia"},{"issue":"8","key":"5622_CR17","doi-asserted-by":"publisher","first-page":"702","DOI":"10.1001\/jama.2023.12500","volume":"330","author":"A Flanagin","year":"2023","unstructured":"Flanagin, A., Kendall-Taylor, J., & Bibbins-Domingo, K. (2023). Guidance for authors, peer reviewers, and editors on use of AI, language models, and chatbots. JAMA, 330(8), 702\u2013703.","journal-title":"JAMA"},{"key":"5622_CR18","unstructured":"Goldberg, A., Ullah, I., Khuong, T. G. H., Rachmat, B. K., Xu, Z., Guyon, I., & Shah, N. B. (2024). Usefulness of LLMs as an author checklist assistant for scientific papers: NeurIPS\u201924 experiment. arXiv preprint https:\/\/arxiv.org\/abs\/2411.03417"},{"issue":"4","key":"5622_CR20","doi-asserted-by":"publisher","first-page":"533","DOI":"10.1002\/jrsm.1563","volume":"13","author":"NR Haddaway","year":"2022","unstructured":"Haddaway, N. R., Grainger, M. J., & Gray, C. T. (2022). Citationchaser: A tool for transparent and efficient forward and backward citation chasing in systematic searching. Research Synthesis Methods, 13(4), 533\u2013545.","journal-title":"Research Synthesis Methods"},{"issue":"1","key":"5622_CR21","doi-asserted-by":"publisher","first-page":"89","DOI":"10.1002\/pra2.607","volume":"59","author":"R Han","year":"2022","unstructured":"Han, R., Zhou, H., Zhong, J., & Zhang, C. (2022). Characterizing peer review comments of academic articles in multiple rounds. Proceedings of the Association for Information Science and Technology, 59(1), 89\u201399.","journal-title":"Proceedings of the Association for Information Science and Technology"},{"issue":"46","key":"5622_CR22","doi-asserted-by":"publisher","first-page":"16569","DOI":"10.1073\/pnas.0507655102","volume":"102","author":"JE Hirsch","year":"2005","unstructured":"Hirsch, J. E. (2005). An index to quantify an individual\u2019s scientific research output. Proceedings of the National Academy of Sciences, 102(46), 16569\u201316572.","journal-title":"Proceedings of the National Academy of Sciences"},{"issue":"7","key":"5622_CR23","doi-asserted-by":"publisher","first-page":"715","DOI":"10.1080\/08989621.2023.2168535","volume":"31","author":"M Hosseini","year":"2023","unstructured":"Hosseini, M., Rasmussen, L. M., & Resnik, D. B. (2023). Using AI to write scholarly publications. Accountability in Research, 31(7), 715\u2013723.","journal-title":"Accountability in Research"},{"issue":"7934","key":"5622_CR24","doi-asserted-by":"publisher","first-page":"192","DOI":"10.1038\/d41586-022-03479-w","volume":"611","author":"M Hutson","year":"2022","unstructured":"Hutson, M. (2022). Could AI help you to write your next paper? Nature, 611(7934), 192\u2013193.","journal-title":"Nature"},{"issue":"21","key":"5622_CR25","doi-asserted-by":"publisher","first-page":"2784","DOI":"10.1001\/jama.287.21.2784","volume":"287","author":"T Jefferson","year":"2002","unstructured":"Jefferson, T., Alderson, P., Wager, E., & Davidoff, F. (2002). Effects of editorial peer review - A systematic review. JAMA, 287(21), 2784\u20132786.","journal-title":"JAMA"},{"key":"5622_CR26","unstructured":"Jiao, W., Wang, W., Huang, J., Wang, X., & Tu, Z. (2023). Is ChatGPT a good translator? A preliminary study. arXiv preprint https:\/\/arxiv.org\/abs\/2301.08745"},{"issue":"3","key":"5622_CR27","doi-asserted-by":"publisher","DOI":"10.1016\/j.joi.2025.101709","volume":"19","author":"Y Kang","year":"2025","unstructured":"Kang, Y., Zhang, C., Sun, Z., & Li, Y. (2025). Investigating the effect of publication text similarity between reviewers and authors on the rigor of peer review: An intellectual proximity perspective. Journal of Informetrics, 19(3), Article 101709.","journal-title":"Journal of Informetrics"},{"key":"5622_CR28","doi-asserted-by":"publisher","first-page":"81","DOI":"10.1093\/biomet\/30.1-2.81","volume":"30","author":"MG Kendall","year":"1938","unstructured":"Kendall, M. G. (1938). A new measure of rank correlation. Biometrika, 30, 81\u201393.","journal-title":"Biometrika"},{"issue":"1","key":"5622_CR29","doi-asserted-by":"publisher","first-page":"4","DOI":"10.1002\/leap.1570","volume":"37","author":"K Kousha","year":"2023","unstructured":"Kousha, K., & Thelwall, M. (2023). Artificial intelligence to support publishing and peer review: A summary and review. Learned Publishing, 37(1), 4\u201312.","journal-title":"Learned Publishing"},{"key":"5622_CR82","doi-asserted-by":"crossref","unstructured":"Kliewer, M. A., Freed, K. S., DeLong, D. M., Pickhardt, P. J., & Provenzale, J. M. (2005). Reviewing the reviewers:Comparison of review quality and reviewer characteristics at the American Journal of Roentgenology. AmericanJournal of Roentgenology, 184, 1731\u20131735.","DOI":"10.2214\/ajr.184.6.01841731"},{"issue":"12","key":"5622_CR30","doi-asserted-by":"publisher","first-page":"1399","DOI":"10.1007\/s11604-024-01634-z","volume":"42","author":"R Kurokawa","year":"2024","unstructured":"Kurokawa, R., Ohizumi, Y., Kanzawa, J., Kurokawa, M., Sonoda, Y., Nakamura, Y., & Abe, O. (2024). Diagnostic performances of Claude 3 Opus and Claude 3.5 Sonnet from patient history and key images in Radiology\u2019s \u201cDiagnosis Please\u201d cases. Japanese Journal of Radiology, 42(12), 1399\u20131402.","journal-title":"Japanese Journal of Radiology"},{"key":"5622_CR31","doi-asserted-by":"publisher","DOI":"10.2307\/2529310","author":"JR Landis","year":"1977","unstructured":"Landis, J. R., & Koch, G. G. (1977). The measurement of observer agreement for categorical data. Biometrics. https:\/\/doi.org\/10.2307\/2529310","journal-title":"Biometrics"},{"issue":"5","key":"5622_CR32","doi-asserted-by":"publisher","first-page":"926","DOI":"10.1002\/ase.2270","volume":"17","author":"H Lee","year":"2023","unstructured":"Lee, H. (2023). The rise of ChatGPT: Exploring its potential in medical education. Anatomical Sciences Education., 17(5), 926\u2013931.","journal-title":"Anatomical Sciences Education."},{"issue":"35","key":"5622_CR33","doi-asserted-by":"publisher","DOI":"10.1073\/pnas.2404328121","volume":"121","author":"SA Lehr","year":"2024","unstructured":"Lehr, S. A., Caliskan, A., Liyanage, S., & Banaji, M. R. (2024). ChatGPT as research scientist: Probing GPT\u2019s capabilities as a research librarian, research ethicist, data generator, and data predictor. Proceedings of the National Academy of Sciences, 121(35), Article e2404328121.","journal-title":"Proceedings of the National Academy of Sciences"},{"issue":"8","key":"5622_CR34","doi-asserted-by":"publisher","DOI":"10.1056\/AIoa2400196","volume":"1","author":"W Liang","year":"2024","unstructured":"Liang, W., Izzo, Z., Zhang, Y., Lepp, H., Cao, H., Zhao, X., Chen, L., Ye, H., Liu, S., Huang, Z., McFarland, D. A., & Zou, J. (2024). Can large language models provide useful feedback on research papers? A large-scale empirical analysis. NEJM AI, 1(8), Article AIoa2400196.","journal-title":"NEJM AI"},{"issue":"11","key":"5622_CR35","doi-asserted-by":"publisher","first-page":"1814","DOI":"10.1038\/s41562-023-01730-6","volume":"7","author":"GW Lindsay","year":"2023","unstructured":"Lindsay, G. W. (2023). LLMs are not ready for editorial work. Nature Human Behaviour, 7(11), 1814\u20131815.","journal-title":"Nature Human Behaviour"},{"key":"5622_CR37","unstructured":"Liu, R., & Shah, N. B. (2023). ReviewerGPT? An exploratory study on using large language models for paper reviewing. arXiv preprint https:\/\/arxiv.org\/abs\/2306.00622"},{"key":"5622_CR38","unstructured":"Liu, Y., Guo, Z., Liang, T., Shareghi, E., Vuli\u0107, I., & Collier, N. (2024). Aligning with logic: Measuring, evaluating and improving logical consistency in large language models. arXiv preprint https:\/\/arxiv.org\/abs\/2410.02205"},{"key":"5622_CR39","unstructured":"Lozi\u0107, E., & \u0160tular, B. (2023). ChatGPT v Bard v Bing v Claude 2 v Aria v human-expert. How good are AI chatbots at scientific writing? ArXiv Preprint https:\/\/arxiv.org\/abs\/2309.08636"},{"issue":"5","key":"5622_CR40","doi-asserted-by":"publisher","first-page":"570","DOI":"10.1002\/asi.24750","volume":"74","author":"BD Lund","year":"2023","unstructured":"Lund, B. D., Wang, T., Mannuru, N. R., Nie, B., Shimray, S., & Wang, Z. (2023). ChatGPT and a new academic reality: Artificial intelligence-written research papers and the ethics of the large language models in scholarly publishing. Journal of the Association for Information Science and Technology, 74(5), 570\u2013581.","journal-title":"Journal of the Association for Information Science and Technology"},{"key":"5622_CR41","unstructured":"Luo, Z., Yang, Z., Xu, Z., Yang, W., & Du, X. (2025). LLM4SR: A survey on large language models for scientific research. ArXiv Preprint https:\/\/arxiv.org\/abs\/2501.04306"},{"issue":"10","key":"5622_CR42","doi-asserted-by":"publisher","first-page":"5893","DOI":"10.1007\/s11192-024-04977-6","volume":"129","author":"A Maddi","year":"2024","unstructured":"Maddi, A., & Miotti, L. (2024). On the peer review reports: Does size matter? Scientometrics, 129(10), 5893\u20135913.","journal-title":"Scientometrics"},{"key":"5622_CR43","doi-asserted-by":"publisher","first-page":"700","DOI":"10.1038\/d41586-024-00397-x","volume":"626","author":"S Mallapaty","year":"2024","unstructured":"Mallapaty, S. (2024). China conducts first nationwide review of retractions and research misconduct. Nature, 626, 700\u2013701.","journal-title":"Nature"},{"issue":"3","key":"5622_CR44","doi-asserted-by":"publisher","first-page":"276","DOI":"10.11613\/BM.2012.031","volume":"22","author":"ML McHugh","year":"2012","unstructured":"McHugh, M. L. (2012). Interrater reliability: The kappa statistic. Biochemia Medica, 22(3), 276\u2013282.","journal-title":"Biochemia Medica"},{"key":"5622_CR45","doi-asserted-by":"publisher","DOI":"10.7554\/eLife.16800","volume":"5","author":"EC McKiernan","year":"2016","unstructured":"McKiernan, E. C., Bourne, P. E., Brown, C. T., Buck, S., Kenall, A., Lin, J., McDougall, D., Nosek, B. A., Ram, K., Soderberg, C. K., Spies, J. R., Thaney, K., Updegrove, A., Woo, K. H., & Yarkoni, T. (2016). How open science helps researchers succeed. eLife, 5, Article e16800.","journal-title":"eLife"},{"issue":"1","key":"5622_CR46","doi-asserted-by":"publisher","first-page":"89","DOI":"10.3390\/clinpract14010008","volume":"14","author":"J Miao","year":"2024","unstructured":"Miao, J., Thongprayoon, C., Suppadungsuk, S., Garcia Valencia, O. A., Qureshi, F., & Cheungpasitporn, W. (2024). Ethical dilemmas in using AI for academic writing and an example framework for peer review in nephrology academia: A narrative review. Clinics and Practice, 14(1), 89\u2013105.","journal-title":"Clinics and Practice"},{"issue":"2","key":"5622_CR47","doi-asserted-by":"publisher","first-page":"239","DOI":"10.1177\/17470161231224552","volume":"20","author":"V Mollaki","year":"2024","unstructured":"Mollaki, V. (2024). Death of a reviewer or death of peer review integrity? The challenges of using AI tools in peer reviewing and the need to go beyond publishing policies. Research Ethics, 20(2), 239\u2013250.","journal-title":"Research Ethics"},{"key":"5622_CR48","unstructured":"OpenAI. (2024). Model release notes. Retrieved from https:\/\/help.openai.com\/en\/articles\/9624314-model-release-notes"},{"issue":"1","key":"5622_CR49","doi-asserted-by":"publisher","DOI":"10.1038\/s41467-024-45914-8","volume":"15","author":"MP Polak","year":"2024","unstructured":"Polak, M. P., & Morgan, D. (2024). Extracting accurate materials data from research papers with conversational language models and prompt engineering. Nature Communications, 15(1), Article 1569.","journal-title":"Nature Communications"},{"issue":"2","key":"5622_CR51","doi-asserted-by":"publisher","first-page":"139","DOI":"10.1057\/jt.2009.5","volume":"17","author":"B Ratner","year":"2009","unstructured":"Ratner, B. (2009). The correlation coefficient: Its values range between +1\/\u22121, or do they? Journal of Targeting, Measurement and Analysis for Marketing, 17(2), 139\u2013142.","journal-title":"Journal of Targeting, Measurement and Analysis for Marketing"},{"key":"5622_CR52","unstructured":"Reyna, J. (2023). The potential of artificial intelligence (AI) and ChatGPT for teaching, learning and research. EdMedia+ Innovate Learning, 1509\u20131519."},{"key":"5622_CR53","doi-asserted-by":"crossref","unstructured":"Reynolds, L., & McDonell, K. (2021). Prompt programming for large language models: Beyond the few-shot paradigm. ArXiv Preprint https:\/\/arxiv.org\/abs\/2102.07350","DOI":"10.1145\/3411763.3451760"},{"issue":"1","key":"5622_CR54","doi-asserted-by":"publisher","first-page":"713","DOI":"10.1007\/s11192-023-04882-4","volume":"129","author":"FE Sandnes","year":"2024","unstructured":"Sandnes, F. E. (2024). Can we identify prominent scholars using ChatGPT? Scientometrics, 129(1), 713\u2013718.","journal-title":"Scientometrics"},{"issue":"15","key":"5622_CR55","doi-asserted-by":"publisher","first-page":"4211","DOI":"10.1111\/jocn.16677","volume":"32","author":"A Scerri","year":"2023","unstructured":"Scerri, A., & Morin, K. H. (2023). Using chatbots like ChatGPT to support nursing practice. Journal of Clinical Nursing, 32(15), 4211\u20134213.","journal-title":"Journal of Clinical Nursing"},{"issue":"1","key":"5622_CR56","doi-asserted-by":"publisher","first-page":"267","DOI":"10.1007\/s11192-024-05206-w","volume":"130","author":"VJ Schmitt","year":"2025","unstructured":"Schmitt, V. J. (2025). Disentangling patent quality: Using a large language model for a systematic literature review. Scientometrics, 130(1), 267\u2013311.","journal-title":"Scientometrics"},{"issue":"3","key":"5622_CR57","doi-asserted-by":"publisher","first-page":"441","DOI":"10.2307\/1422689","volume":"100","author":"C Spearman","year":"1987","unstructured":"Spearman, C. (1987). The proof and measurement of association between two things. The American Journal of Psychology, 100(3), 441\u2013471.","journal-title":"The American Journal of Psychology"},{"key":"5622_CR58","doi-asserted-by":"crossref","unstructured":"Stokel-Walker, C. (2022). AI bot ChatGPT writes smart essays-should academics worry? Nature.","DOI":"10.1038\/d41586-022-04397-7"},{"issue":"7945","key":"5622_CR59","doi-asserted-by":"publisher","first-page":"620","DOI":"10.1038\/d41586-023-00107-z","volume":"613","author":"C Stokel-Walker","year":"2023","unstructured":"Stokel-Walker, C. (2023). ChatGPT listed as author on research papers: Many scientists disapprove. Nature, 613(7945), 620\u2013621.","journal-title":"Nature"},{"issue":"7947","key":"5622_CR60","doi-asserted-by":"publisher","first-page":"214","DOI":"10.1038\/d41586-023-00340-6","volume":"614","author":"C Stokel-Walker","year":"2023","unstructured":"Stokel-Walker, C., & Van Noorden, R. (2023). What ChatGPT and generative AI mean for science. Nature, 614(7947), 214\u2013216.","journal-title":"Nature"},{"issue":"2","key":"5622_CR61","doi-asserted-by":"publisher","DOI":"10.1016\/j.joi.2024.101501","volume":"18","author":"Z Sun","year":"2024","unstructured":"Sun, Z. (2024). Textual features of peer review predict top-cited papers: An interpretable machine learning perspective. Journal of Informetrics, 18(2), Article 101501.","journal-title":"Journal of Informetrics"},{"key":"5622_CR62","doi-asserted-by":"publisher","DOI":"10.1007\/s11192-025-05440-w","author":"Z Sun","year":"2025","unstructured":"Sun, Z. (2025). Large language models in peer review: Challenges and ppportunities. Scientometrics. https:\/\/doi.org\/10.1007\/s11192-025-05440-w","journal-title":"Scientometrics"},{"issue":"1","key":"5622_CR63","doi-asserted-by":"publisher","DOI":"10.1038\/s41467-023-44515-1","volume":"15","author":"Z Sun","year":"2024","unstructured":"Sun, Z., Cao, C. C., Liu, S., Li, Y., & Ma, C. (2024). Behavioral consequences of second-person pronouns in written communications between authors and reviewers of scientific papers. Nature Communications, 15(1), Article 152.","journal-title":"Nature Communications"},{"issue":"4","key":"5622_CR64","doi-asserted-by":"publisher","DOI":"10.1016\/j.joi.2023.101449","volume":"17","author":"Z Sun","year":"2023","unstructured":"Sun, Z., Clark Cao, C., Ma, C., & Li, Y. (2023). The academic status of reviewers predicts their language use. Journal of Informetrics, 17(4), Article 101449.","journal-title":"Journal of Informetrics"},{"issue":"1","key":"5622_CR65","doi-asserted-by":"publisher","DOI":"10.1016\/j.joi.2023.101382","volume":"17","author":"Z Sun","year":"2023","unstructured":"Sun, Z., Liu, S., Li, Y., & Ma, C. (2023). Expedited editorial decision in COVID-19 pandemic. Journal of Informetrics, 17(1), Article 101382.","journal-title":"Journal of Informetrics"},{"issue":"11","key":"5622_CR66","doi-asserted-by":"publisher","first-page":"7035","DOI":"10.1007\/s11192-024-05167-0","volume":"129","author":"Z Sun","year":"2024","unstructured":"Sun, Z., Zhang, C., Pang, K. L., Tang, Y., & Li, Y. (2024). Do changes in journal rank influence publication output? Evidence from China. Scientometrics, 129(11), 7035\u20137054.","journal-title":"Scientometrics"},{"key":"5622_CR67","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1186\/s12874-019-0688-x","volume":"19","author":"C Superchi","year":"2019","unstructured":"Superchi, C., Gonz\u00e1lez, J. A., Sol\u00e0, I., Cobo, E., Hren, D., & Boutron, I. (2019). Tools used to assess the quality of peer review reports: A methodological systematic review. BMC Medical Research Methodology, 19, 1\u201314.","journal-title":"BMC Medical Research Methodology"},{"key":"5622_CR68","unstructured":"Suzgun, M., Gur, T., Bianchi, F., Ho, D. E., Icard, T., Jurafsky, D., & Zou, J. (2024). Belief in the Machine: Investigating epistemological blind spots of language models. ArXiv Preprint https:\/\/arxiv.org\/abs\/2410.21195"},{"issue":"1","key":"5622_CR69","doi-asserted-by":"publisher","first-page":"6","DOI":"10.1186\/s41073-020-00092-1","volume":"5","author":"JP Tennant","year":"2020","unstructured":"Tennant, J. P., & Ross-Hellauer, T. (2020). The limitations to our understanding of peer review. Research Integrity and Peer Review, 5(1), 6.","journal-title":"Research Integrity and Peer Review"},{"key":"5622_CR70","unstructured":"Thakkar, N., Yuksekgonul, M., Silberg, J., Garg, A., Peng, N., Sha, F., & Zou, J. (2025). Can LLM feedback enhance review quality? a randomized study of 20k reviews at iclr 2025. ArXiv Preprint https:\/\/arxiv.org\/abs\/2504.09737"},{"key":"5622_CR71","unstructured":"Thelwall, M. (2024). Can ChatGPT evaluate research quality? ArXiv Preprint https:\/\/arxiv.org\/abs\/2402.05519"},{"key":"5622_CR72","doi-asserted-by":"crossref","unstructured":"Thelwall, M., & Yaghi, A. (2025). Evaluating the predictive capacity of ChatGPT for academic peer review outcomes across multiple platforms. Scientometrics.","DOI":"10.1007\/s11192-025-05287-1"},{"key":"5622_CR73","doi-asserted-by":"publisher","first-page":"479","DOI":"10.1038\/d41586-023-03974-8","volume":"624","author":"R Van Noorden","year":"2023","unstructured":"Van Noorden, R. (2023). More than 10,000 research papers were retracted in 2023 \u2014 A new record. Nature, 624, 479\u2013481.","journal-title":"Nature"},{"issue":"7","key":"5622_CR74","doi-asserted-by":"publisher","first-page":"625","DOI":"10.1016\/S0895-4356(99)00047-5","volume":"52","author":"S Van Rooyen","year":"1999","unstructured":"Van Rooyen, S., Black, N., & Godlee, F. (1999). Development of the review quality instrument (RQI) for assessing peer reviews of manuscripts. Journal of Clinical Epidemiology, 52(7), 625\u2013629.","journal-title":"Journal of Clinical Epidemiology"},{"issue":"7175","key":"5622_CR75","doi-asserted-by":"publisher","first-page":"23","DOI":"10.1136\/bmj.318.7175.23","volume":"318","author":"S Van Rooyen","year":"1999","unstructured":"Van Rooyen, S., Godlee, F., Evans, S., Black, N., & Smith, R. (1999). Effect of open peer review on quality of reviews and on reviewers\u2019 recommendations: A randomised trial. BMJ, 318(7175), 23\u201327.","journal-title":"BMJ"},{"key":"5622_CR76","doi-asserted-by":"publisher","DOI":"10.7554\/eLife.90230.3","volume":"12","author":"JPH Verharen","year":"2023","unstructured":"Verharen, J. P. H. (2023). ChatGPT identifies gender disparities in scientific peer review. eLife, 12, Article RP90230.","journal-title":"eLife"},{"issue":"3","key":"5622_CR77","doi-asserted-by":"publisher","first-page":"252","DOI":"10.1001\/jama.2023.24641","volume":"331","author":"D von Wedel","year":"2024","unstructured":"von Wedel, D., Schmitt, R. A., Thiele, M., Leuner, R., Shay, D., Redaelli, S., & Schaefer, M. S. (2024). Affiliation bias in peer review of abstracts by a large language model. Journal of the American Medical Association, 331(3), 252\u2013253.","journal-title":"Journal of the American Medical Association"},{"issue":"1","key":"5622_CR78","doi-asserted-by":"publisher","DOI":"10.1186\/1741-7015-4-13","volume":"4","author":"E Wager","year":"2006","unstructured":"Wager, E., Parkin, E. C., & Tamber, P. S. (2006). Are reviewers suggested by authors as good as those chosen by editors? Results of a rater-blinded, retrospective study. BMC Medicine, 4(1), Article 13.","journal-title":"BMC Medicine"},{"key":"5622_CR79","unstructured":"Weng, Y., Zhu, M., Bao, G., Zhang, H., Wang, J., Zhang, Y., & Yang, L. (2024). CycleResearcher: Improving automated research via automated review. ArXiv Preprint https:\/\/arxiv.org\/abs\/2411.00816"},{"issue":"3","key":"5622_CR80","doi-asserted-by":"publisher","first-page":"314","DOI":"10.1093\/reseval\/rvab005","volume":"30","author":"D Wolfram","year":"2021","unstructured":"Wolfram, D., Wang, P., & Abuzahra, F. (2021). An exploration of referees\u2019 comments published in open peer review journals: The characteristics of review language and the association between review scrutiny and citations. Research Evaluation, 30(3), 314\u2013322.","journal-title":"Research Evaluation"},{"key":"5622_CR81","doi-asserted-by":"crossref","unstructured":"Zhuang, Z., Chen, J., Xu, H., Jiang, Y., & Lin, J. (2025). Large language models for automated scholarly paper review: A survey. Retrieved from https:\/\/api.semanticscholar.org\/CorpusID:275606475","DOI":"10.1016\/j.inffus.2025.103332"}],"container-title":["Scientometrics"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s11192-026-05622-0.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s11192-026-05622-0","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s11192-026-05622-0.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,4,25]],"date-time":"2026-04-25T08:02:08Z","timestamp":1777104128000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s11192-026-05622-0"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026,4]]},"references-count":79,"journal-issue":{"issue":"4","published-print":{"date-parts":[[2026,4]]}},"alternative-id":["5622"],"URL":"https:\/\/doi.org\/10.1007\/s11192-026-05622-0","relation":{},"ISSN":["0138-9130","1588-2861"],"issn-type":[{"value":"0138-9130","type":"print"},{"value":"1588-2861","type":"electronic"}],"subject":[],"published":{"date-parts":[[2026,4]]},"assertion":[{"value":"7 April 2025","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"30 March 2026","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"10 April 2026","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"The author declares no competing interests.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflict of interest"}}]}}