{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,4]],"date-time":"2026-07-04T22:14:58Z","timestamp":1783203298999,"version":"3.54.6"},"reference-count":107,"publisher":"Elsevier BV","issue":"2","license":[{"start":{"date-parts":[[2026,6,1]],"date-time":"2026-06-01T00:00:00Z","timestamp":1780272000000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/tdm\/userlicense\/1.0\/"},{"start":{"date-parts":[[2026,6,1]],"date-time":"2026-06-01T00:00:00Z","timestamp":1780272000000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/legal\/tdmrep-license"},{"start":{"date-parts":[[2026,6,1]],"date-time":"2026-06-01T00:00:00Z","timestamp":1780272000000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-017"},{"start":{"date-parts":[[2026,6,1]],"date-time":"2026-06-01T00:00:00Z","timestamp":1780272000000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"},{"start":{"date-parts":[[2026,6,1]],"date-time":"2026-06-01T00:00:00Z","timestamp":1780272000000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-012"},{"start":{"date-parts":[[2026,6,1]],"date-time":"2026-06-01T00:00:00Z","timestamp":1780272000000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2026,6,1]],"date-time":"2026-06-01T00:00:00Z","timestamp":1780272000000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-004"}],"funder":[{"DOI":"10.13039\/501100011442","name":"State Key Laboratory of Computer Aided Design and Computer Graphics","doi-asserted-by":"publisher","id":[{"id":"10.13039\/501100011442","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000093","name":"Center for Information Technology","doi-asserted-by":"publisher","id":[{"id":"10.13039\/100000093","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["72574198"],"award-info":[{"award-number":["72574198"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["72204087"],"award-info":[{"award-number":["72204087"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["elsevier.com","sciencedirect.com"],"crossmark-restriction":true},"short-container-title":["Journal of Informetrics"],"published-print":{"date-parts":[[2026,6]]},"DOI":"10.1016\/j.joi.2026.101811","type":"journal-article","created":{"date-parts":[[2026,4,25]],"date-time":"2026-04-25T11:54:33Z","timestamp":1777118073000},"page":"101811","update-policy":"https:\/\/doi.org\/10.1016\/elsevier_cm_policy","source":"Crossref","is-referenced-by-count":0,"title":["Unpacking the predictive power of peer review under scientific disruption: Evidence from AI research"],"prefix":"10.1016","volume":"20","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-1245-0052","authenticated-orcid":false,"given":"Yujie","family":"Zhang","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Yan","family":"Jiang","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Pengwei","family":"Yan","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-8562-8347","authenticated-orcid":false,"given":"Zhuoren","family":"Jiang","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0001-9598-6559","authenticated-orcid":false,"given":"Chenxi","family":"Lin","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Guoxiu","family":"He","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Xiaozhong","family":"Liu","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"78","reference":[{"key":"10.1016\/j.joi.2026.101811_bib0001","unstructured":"AAAI (2026). Main technical track call for AAAI-26. https:\/\/aaai.org\/conference\/aaai\/aaai-26\/main-technical-track-call\/. Accessed: 2025-11-01."},{"issue":"1","key":"10.1016\/j.joi.2026.101811_bib0002","doi-asserted-by":"crossref","DOI":"10.1177\/2158244019829575","article-title":"Citations, citation indicators, and research quality: an overview of basic concepts and theories","volume":"9","author":"Aksnes","year":"2019","journal-title":"SAGE open"},{"key":"10.1016\/j.joi.2026.101811_bib0003","unstructured":"AMiner (2025). Aminer ranks. https:\/\/www.aminer.cn\/ranks. Accessed: 2025-11-01."},{"issue":"2","key":"10.1016\/j.joi.2026.101811_bib0004","doi-asserted-by":"crossref","first-page":"204","DOI":"10.1038\/nnano.2016.4","article-title":"Learning from peer review","volume":"11","author":"Bailly","year":"2016","journal-title":"Nature Nanotechnology"},{"issue":"30","key":"10.1016\/j.joi.2026.101811_bib0005","doi-asserted-by":"crossref","first-page":"8414","DOI":"10.1073\/pnas.1603723113","article-title":"Peer review and competition in the art exhibition game","volume":"113","author":"Balietti","year":"2016","journal-title":"Proceedings of the National Academy of Sciences"},{"issue":"4","key":"10.1016\/j.joi.2026.101811_bib0006","doi-asserted-by":"crossref","first-page":"347","DOI":"10.1177\/0165551504045854","article-title":"The influence of peer review on the research assessment exercise","volume":"30","author":"Bence","year":"2004","journal-title":"Journal of Information Science"},{"issue":"1","key":"10.1016\/j.joi.2026.101811_bib0007","doi-asserted-by":"crossref","first-page":"166","DOI":"10.1016\/j.ijforecast.2010.03.003","article-title":"The predictive validity of peer review: A selective review of the judgmental forecasting qualities of peers, and implications for innovation in science","volume":"27","author":"Benda","year":"2011","journal-title":"International Journal of Forecasting"},{"key":"10.1016\/j.joi.2026.101811_bib0008","series-title":"International workshop on document analysis systems","first-page":"126","article-title":"How confident was your reviewer? Estimating reviewer confidence from peer review texts","author":"Bharti","year":"2022"},{"issue":"1","key":"10.1016\/j.joi.2026.101811_bib0009","doi-asserted-by":"crossref","first-page":"64","DOI":"10.1007\/s41060-026-01047-3","article-title":"Consistentpeer: Reviewers through graphRAG-driven counterfactuals to measure consistency in peer review","volume":"22","author":"Bharti","year":"2026","journal-title":"International Journal of Data Science and Analytics"},{"key":"10.1016\/j.joi.2026.101811_bib0010","series-title":"2015 Winter simulation conference (WSC)","first-page":"4081","article-title":"Is three better than one? Simulating the effect of reviewer selection and behavior on the quality and efficiency of peer review","author":"Bianchi","year":"2015"},{"issue":"1","key":"10.1016\/j.joi.2026.101811_bib0011","doi-asserted-by":"crossref","first-page":"393","DOI":"10.1007\/s11192-020-03348-1","article-title":"Arbitrariness in the peer review process","volume":"123","author":"Brezis","year":"2020","journal-title":"Scientometrics"},{"key":"10.1016\/j.joi.2026.101811_bib0012","series-title":"Proceedings of the 2025 conference on empirical methods in natural language processing","first-page":"15662","article-title":"TreeReview: A dynamic tree of questions framework for deep and efficient LLM-based scientific peer review","author":"Chang","year":"2025"},{"issue":"1","key":"10.1016\/j.joi.2026.101811_bib0013","doi-asserted-by":"crossref","first-page":"9","DOI":"10.1111\/poms.13622","article-title":"Disruptive technologies and operations management in the industry 4.0 era and beyond","volume":"31","author":"Choi","year":"2022","journal-title":"Production and Operations Management"},{"issue":"1","key":"10.1016\/j.joi.2026.101811_bib0014","first-page":"1","article-title":"Demystifying the process of scholarly peer-review: An autoethnographic investigation of feedback literacy of two award-winning peer reviewers","volume":"8","author":"Chong","year":"2021","journal-title":"Humanities and Social Sciences Communications"},{"key":"10.1016\/j.joi.2026.101811_bib0015","unstructured":"CVPR (2025). CVPR 2025 conference changes. https:\/\/cvpr.thecvf.com\/Conferences\/2025\/CVPRChanges. Accessed: 2025-06-14."},{"issue":"7895","key":"10.1016\/j.joi.2026.101811_bib0016","doi-asserted-by":"crossref","first-page":"169","DOI":"10.1038\/d41586-022-00216-1","article-title":"Why early-career researchers should step up to the peer-review plate","volume":"602","author":"Dance","year":"2022","journal-title":"Nature"},{"issue":"7948","key":"10.1016\/j.joi.2026.101811_bib0017","doi-asserted-by":"crossref","first-page":"581","DOI":"10.1038\/d41586-023-00403-8","article-title":"Stop the peer-review treadmill. I want to get off","volume":"614","author":"Dance","year":"2023","journal-title":"Nature"},{"issue":"4","key":"10.1016\/j.joi.2026.101811_bib0018","doi-asserted-by":"crossref","first-page":"600","DOI":"10.1161\/CIRCRESAHA.114.302656","article-title":"Percentile ranking and citation impact of a large cohort of national heart, lung, and blood institute\u2013funded cardiovascular r01 grants","volume":"114","author":"Danthi","year":"2014","journal-title":"Circulation Research"},{"issue":"9","key":"10.1016\/j.joi.2026.101811_bib0019","doi-asserted-by":"crossref","first-page":"2750","DOI":"10.1111\/febs.15705","article-title":"How to be a good peer reviewer of scientific manuscripts","volume":"288","author":"Dhillon","year":"2021","journal-title":"The FEBS Journal"},{"issue":"1","key":"10.1016\/j.joi.2026.101811_bib0020","doi-asserted-by":"crossref","first-page":"1","DOI":"10.3390\/publications7010001","article-title":"Peer review of reviewers: The author\u2019s perspective","volume":"7","author":"Drvenica","year":"2018","journal-title":"Publications"},{"key":"10.1016\/j.joi.2026.101811_bib0021","doi-asserted-by":"crossref","DOI":"10.1016\/j.ijinfomgt.2019.08.002","article-title":"Artificial intelligence (AI): Multidisciplinary perspectives on emerging challenges, opportunities, and agenda for research, practice and policy","volume":"57","author":"Dwivedi","year":"2021","journal-title":"International Journal of Information Management"},{"key":"10.1016\/j.joi.2026.101811_bib0022","doi-asserted-by":"crossref","DOI":"10.7554\/eLife.13323","article-title":"Nih peer review percentile scores are poorly predictive of grant productivity","volume":"5","author":"Fang","year":"2016","journal-title":"eLife"},{"key":"10.1016\/j.joi.2026.101811_bib0023","doi-asserted-by":"crossref","first-page":"555","DOI":"10.1007\/s11192-019-03205-w","article-title":"A scoping review of simulation models of peer review","volume":"121","author":"Feliciani","year":"2019","journal-title":"Scientometrics"},{"issue":"3","key":"10.1016\/j.joi.2026.101811_bib0024","doi-asserted-by":"crossref","first-page":"832","DOI":"10.1162\/qss_a_00207","article-title":"Peer reviewer topic choice and its impact on interrater reliability: A mixed-method study","volume":"3","author":"Feliciani","year":"2022","journal-title":"Quantitative Science Studies"},{"issue":"3","key":"10.1016\/j.joi.2026.101811_bib0025","doi-asserted-by":"crossref","first-page":"791","DOI":"10.1287\/mnsc.2015.2366","article-title":"A dynamic network measure of technological change","volume":"63","author":"Funk","year":"2017","journal-title":"Management Science"},{"issue":"1","key":"10.1016\/j.joi.2026.101811_bib0026","doi-asserted-by":"crossref","first-page":"165","DOI":"10.1257\/jep.8.1.165","article-title":"How are the mighty fallen: Rejected classic articles by leading economists","volume":"8","author":"Gans","year":"1994","journal-title":"Journal of Economic Perspectives"},{"issue":"10","key":"10.1016\/j.joi.2026.101811_bib0027","doi-asserted-by":"crossref","first-page":"2020","DOI":"10.1002\/asi.23307","article-title":"Bias and effort in peer review","volume":"66","author":"Garc\u00eda","year":"2015","journal-title":"Journal of the Association for Information Science and Technology"},{"issue":"1","key":"10.1016\/j.joi.2026.101811_bib0028","doi-asserted-by":"crossref","first-page":"227","DOI":"10.1007\/s11948-015-9632-6","article-title":"The scientometric bubble considered harmful","volume":"22","author":"G\u00e9nova","year":"2016","journal-title":"Science and Engineering Ethics"},{"key":"10.1016\/j.joi.2026.101811_bib0029","series-title":"Proceedings of the 22nd ACM\/IEEE joint conference on digital libraries","first-page":"1","article-title":"HedgePeer: A dataset for uncertainty detection in peer reviews","author":"Ghosal","year":"2022"},{"key":"10.1016\/j.joi.2026.101811_bib0030","doi-asserted-by":"crossref","first-page":"965","DOI":"10.1126\/science.aee0605","article-title":"Accelerating science with AI","volume":"390","author":"Gil","year":"2025","journal-title":"Science"},{"key":"10.1016\/j.joi.2026.101811_bib0031","doi-asserted-by":"crossref","first-page":"1335","DOI":"10.12688\/f1000research.11917.1","article-title":"What do we know about grant peer review in the health sciences?","volume":"6","author":"Guthrie","year":"2017","journal-title":"F1000Research"},{"issue":"4","key":"10.1016\/j.joi.2026.101811_bib0032","doi-asserted-by":"crossref","first-page":"823","DOI":"10.1162\/qss_a_00327","article-title":"The strain on scientific publishing","volume":"5","author":"Hanson","year":"2024","journal-title":"Quantitative Science Studies"},{"key":"10.1016\/j.joi.2026.101811_bib0033","doi-asserted-by":"crossref","DOI":"10.1111\/hequ.12511","article-title":"The crisis of peer review: Part of the evolution of science","author":"Horta","year":"2024","journal-title":"Higher Education Quarterly"},{"key":"10.1016\/j.joi.2026.101811_bib0034","series-title":"Proceedings of the 2019 conference of the North American chapter of the association for computational linguistics: Human language technologies, Vol. 1 (long and short papers)","first-page":"2131","article-title":"Argument mining for understanding peer reviews","author":"Hua","year":"2019"},{"issue":"1","key":"10.1016\/j.joi.2026.101811_bib0035","doi-asserted-by":"crossref","first-page":"633","DOI":"10.1007\/s11192-017-2310-5","article-title":"Duration and quality of the peer review process: The author\u2019s perspective","volume":"113","author":"Huisman","year":"2017","journal-title":"Scientometrics"},{"issue":"21","key":"10.1016\/j.joi.2026.101811_bib0036","doi-asserted-by":"crossref","first-page":"2786","DOI":"10.1001\/jama.287.21.2786","article-title":"Measuring the quality of editorial peer review","volume":"287","author":"Jefferson","year":"2002","journal-title":"JAMA"},{"key":"10.1016\/j.joi.2026.101811_bib0037","series-title":"Proceedings of the 2024 conference on empirical methods in natural language processing","first-page":"1208","article-title":"AgentReview: Exploring peer review dynamics with LLM agents","author":"Jin","year":"2024"},{"key":"10.1016\/j.joi.2026.101811_bib0038","article-title":"Author-based analysis of conference versus journal publication in computer science","volume":"70","author":"Kim","year":"2018","journal-title":"Journal of the Association for Information Science and Technology"},{"issue":"6","key":"10.1016\/j.joi.2026.101811_bib0039","doi-asserted-by":"crossref","first-page":"1731","DOI":"10.2214\/ajr.184.6.01841731","article-title":"Reviewing the reviewers: Comparison of review quality and reviewer characteristics at the american journal of roentgenology","volume":"184","author":"Kliewer","year":"2005","journal-title":"AJR. American Journal of Roentgenology"},{"issue":"3","key":"10.1016\/j.joi.2026.101811_bib0040","doi-asserted-by":"crossref","first-page":"215","DOI":"10.1002\/asi.24810","article-title":"Factors associating with or predicting more cited or higher quality journal articles: An annual review of information science and technology (ARIST) paper","volume":"75","author":"Kousha","year":"2024","journal-title":"Journal of the Association for Information Science and Technology"},{"key":"10.1016\/j.joi.2026.101811_bib0041","series-title":"6th international conference on collaborative computing: Networking, applications and worksharing (collaboratecom 2010)","first-page":"1","article-title":"Reviewing the reviewers: A study of author perception on peer reviews in computer science","author":"K\u00fchne","year":"2010"},{"issue":"6779","key":"10.1016\/j.joi.2026.101811_bib0042","doi-asserted-by":"crossref","first-page":"1240","DOI":"10.1126\/science.adw3000","article-title":"Scientific production in the era of large language models","volume":"390","author":"Kusumegi","year":"2025","journal-title":"Science"},{"issue":"3","key":"10.1016\/j.joi.2026.101811_bib0043","doi-asserted-by":"crossref","first-page":"239","DOI":"10.1161\/CIRCRESAHA.115.306830","article-title":"Predicting productivity returns on investment: Thirty years of peer review, grant funding, and publication of highly cited papers at the national heart, lung, and blood institute","volume":"117","author":"Lauer","year":"2015","journal-title":"Circulation Research"},{"issue":"1","key":"10.1016\/j.joi.2026.101811_bib0044","doi-asserted-by":"crossref","first-page":"2","DOI":"10.1002\/asi.22784","article-title":"Bias in peer review","volume":"64","author":"Lee","year":"2013","journal-title":"Journal of the American Society for information Science and Technology"},{"issue":"1","key":"10.1016\/j.joi.2026.101811_bib0045","doi-asserted-by":"crossref","first-page":"99","DOI":"10.1002\/asi.24725","article-title":"Bias against scientific novelty: A prepublication perspective","volume":"74","author":"Liang","year":"2023","journal-title":"Journal of the Association for Information Science and Technology"},{"key":"10.1016\/j.joi.2026.101811_bib0046","doi-asserted-by":"crossref","DOI":"10.1016\/j.inffus.2023.101830","article-title":"Automated scholarly paper review: Concepts, technologies, and challenges","volume":"98","author":"Lin","year":"2023","journal-title":"Information Fusion"},{"issue":"34","key":"10.1016\/j.joi.2026.101811_bib0047","doi-asserted-by":"crossref","first-page":"24191","DOI":"10.1007\/s00521-023-08891-5","article-title":"MOPRD: A multidisciplinary open peer review dataset","volume":"35","author":"Lin","year":"2023","journal-title":"Neural Computing and Applications"},{"key":"10.1016\/j.joi.2026.101811_bib0048","unstructured":"Liu, Y. (2019). Roberta: A robustly optimized bert pretraining approach. 10.48550\/arXiv.1907.11692."},{"key":"10.1016\/j.joi.2026.101811_bib0049","first-page":"1","article-title":"On the peer review reports: Does size matter?","author":"Maddi","year":"2024","journal-title":"Scientometrics"},{"issue":"1","key":"10.1016\/j.joi.2026.101811_bib0050","article-title":"Medical journal peer review: Process and bias","volume":"18","author":"Manchikanti","year":"2015","journal-title":"Pain Physician"},{"key":"10.1016\/j.joi.2026.101811_bib0051","unstructured":"Maslej, N., Fattorini, L., Perrault, R., Gil, Y., Parli, V., Kariuki, N., Capstick, E., Reuel, A., Brynjolfsson, E., Etchemendy, J., Ligett, K., Lyons, T., Manyika, J., Niebles, J.C., Shoham, Y., Wald, R., Walsh, T., Hamrah, A., Santarlasci, L., Lotufo, J.B., Rome, A., Shi, A., & Oak, S. (2025). Artificial intelligence index report 2025. https:\/\/arxiv.org\/abs\/2504.07139."},{"key":"10.1016\/j.joi.2026.101811_bib0052","series-title":"Technical Report","article-title":"The AI index 2024 annual report","author":"Maslej","year":"2024"},{"key":"10.1016\/j.joi.2026.101811_bib0053","doi-asserted-by":"crossref","first-page":"413","DOI":"10.1007\/s00264-020-04504-1","article-title":"The good, the bad and the rude peer-review","volume":"44","author":"Mavrogenis","year":"2020","journal-title":"International Orthopaedics"},{"issue":"4","key":"10.1016\/j.joi.2026.101811_bib0054","doi-asserted-by":"crossref","first-page":"962","DOI":"10.1016\/j.joi.2015.10.005","article-title":"Quantifying the cognitive extent of science","volume":"9","author":"Milojevi\u0107","year":"2015","journal-title":"Journal of Informetrics"},{"issue":"2","key":"10.1016\/j.joi.2026.101811_bib0055","doi-asserted-by":"crossref","first-page":"135","DOI":"10.1016\/j.oraloncology.2004.11.001","article-title":"Is peer review in crisis?","volume":"41","author":"Mulligan","year":"2005","journal-title":"Oral Oncology"},{"key":"10.1016\/j.joi.2026.101811_bib0056","doi-asserted-by":"crossref","first-page":"93","DOI":"10.1038\/nature12786","article-title":"Modelling the effects of subjective and objective decision making in scientific peer review","volume":"506","author":"Park","year":"2013","journal-title":"Nature"},{"issue":"7942","key":"10.1016\/j.joi.2026.101811_bib0057","doi-asserted-by":"crossref","first-page":"138","DOI":"10.1038\/s41586-022-05543-x","article-title":"Papers and patents are becoming less disruptive over time","volume":"613","author":"Park","year":"2023","journal-title":"Nature"},{"issue":"2","key":"10.1016\/j.joi.2026.101811_bib0058","doi-asserted-by":"crossref","first-page":"246","DOI":"10.1017\/S0140525X00011754","article-title":"Peer-review research: Objections and obligations","volume":"5","author":"Peters","year":"1982","journal-title":"Behavioral and Brain Sciences"},{"issue":"7","key":"10.1016\/j.joi.2026.101811_bib0059","doi-asserted-by":"crossref","first-page":"1855","DOI":"10.1016\/j.respol.2019.04.009","article-title":"Methods to account for citation inflation in research evaluation","volume":"48","author":"Petersen","year":"2019","journal-title":"Research Policy"},{"issue":"3","key":"10.1016\/j.joi.2026.101811_bib0060","doi-asserted-by":"crossref","first-page":"185","DOI":"10.1057\/s41270-022-00176-5","article-title":"The evolving crisis of the peer-review process","volume":"10","author":"Petrescu","year":"2022","journal-title":"Journal of Marketing Analytics"},{"key":"10.1016\/j.joi.2026.101811_bib0061","doi-asserted-by":"crossref","first-page":"2229","DOI":"10.1185\/03007995.2011.624090","article-title":"Expert bias in peer review","volume":"27","author":"Phillips","year":"2011","journal-title":"Current Medical Research and Opinion"},{"issue":"2","key":"10.1016\/j.joi.2026.101811_bib0062","doi-asserted-by":"crossref","first-page":"187","DOI":"10.1002\/leap.1344","article-title":"Is the quality of reviews reflected in editors\u2019 and authors\u2019 satisfaction with peer review? A cross-sectional study in 12 journals across four research fields","volume":"34","author":"Prani\u0107","year":"2021","journal-title":"Learned Publishing"},{"key":"10.1016\/j.joi.2026.101811_bib0063","series-title":"Proceedings of the 63rd annual meeting of the association for computational linguistics (Vol. 1: Long papers)","first-page":"3280","article-title":"LazyReview: A dataset for uncovering lazy thinking in NLP peer reviews","author":"Purkayastha","year":"2025"},{"key":"10.1016\/j.joi.2026.101811_bib0064","doi-asserted-by":"crossref","DOI":"10.3390\/electronics12051102","article-title":"Artificial intelligence as a disruptive technology-a systematic literature review","author":"P\u01cev\u01celoaia","year":"2023","journal-title":"Electronics"},{"key":"10.1016\/j.joi.2026.101811_bib0065","doi-asserted-by":"crossref","first-page":"534","DOI":"10.1007\/s40593-016-0132-x","article-title":"Automated assessment of the quality of peer reviews using natural language processing techniques","volume":"27","author":"Ramachandran","year":"2017","journal-title":"International Journal of Artificial Intelligence in Education"},{"issue":"653","key":"10.1016\/j.joi.2026.101811_bib0066","doi-asserted-by":"crossref","first-page":"629","DOI":"10.3399\/bjgp16X688285","article-title":"Peer review: Acknowledging its value and recognising the reviewers","volume":"66","author":"Riley","year":"2016","journal-title":"The British Journal of General Practice : The Journal of the Royal College of General Practitioners"},{"key":"10.1016\/j.joi.2026.101811_bib0067","series-title":"Findings of the association for computational linguistics: EMNLP 2020","first-page":"1256","article-title":"What can we do to improve peer review in NLP?","author":"Rogers","year":"2020"},{"key":"10.1016\/j.joi.2026.101811_bib0068","series-title":"Proceedings of the 61st annual meeting of the association for computational linguistics (Vol. 1: Long papers)","first-page":"xl","article-title":"Program chairs\u2019 report on peer review at ACL 2023","author":"Rogers","year":"2023"},{"issue":"7","key":"10.1016\/j.joi.2026.101811_bib0069","doi-asserted-by":"crossref","first-page":"625","DOI":"10.1016\/S0895-4356(99)00047-5","article-title":"Development of the review quality instrument (RQI) for assessing peer reviews of manuscripts","volume":"52","author":"Rooyen","year":"1999","journal-title":"Journal of Clinical Epidemiology"},{"key":"10.1016\/j.joi.2026.101811_bib0070","doi-asserted-by":"crossref","DOI":"10.1108\/RAUSP-07-2019-147","article-title":"The peer-review process: Doing good and doing well","author":"Saes","year":"2019","journal-title":"RAUSP Management Journal"},{"key":"10.1016\/j.joi.2026.101811_bib0071","series-title":"Proceedings of the 12th international conference on scientometrics and informetrics","first-page":"742","article-title":"Cognitive bias in peer review: A new approach","author":"Sandstr\u00f6m","year":"2009"},{"key":"10.1016\/j.joi.2026.101811_bib0072","doi-asserted-by":"crossref","DOI":"10.1002\/leap.1392","article-title":"Overburdening of peer reviewers: A multi\u2013stakeholder perspective on causes and effects","volume":"34","author":"Severin","year":"2021","journal-title":"Learned Publishing"},{"issue":"6","key":"10.1016\/j.joi.2026.101811_bib0073","doi-asserted-by":"crossref","first-page":"76","DOI":"10.1145\/3528086","article-title":"Challenges, experiments, and computational solutions in peer review","volume":"65","author":"Shah","year":"2022","journal-title":"Communications of the ACM"},{"key":"10.1016\/j.joi.2026.101811_bib0074","unstructured":"Soergel, D., Saunders, A., & McCallum, A. (2013). Open scholarship and peer review: A time for experimentation. https:\/\/openreview.net\/."},{"issue":"2","key":"10.1016\/j.joi.2026.101811_bib0075","doi-asserted-by":"crossref","first-page":"265","DOI":"10.1016\/j.joi.2011.12.005","article-title":"Saint matthew strikes again: An agent-based model of peer review and the scientific community structure","volume":"6","author":"Squazzoni","year":"2012","journal-title":"Journal of Informetrics"},{"issue":"2","key":"10.1016\/j.joi.2026.101811_bib0076","doi-asserted-by":"crossref","DOI":"10.18564\/jasss.2128","article-title":"Opening the black-box of peer review: An agent-based model of scientist behaviour","volume":"16","author":"Squazzoni","year":"2013","journal-title":"JASSS"},{"key":"10.1016\/j.joi.2026.101811_bib0077","series-title":"Proceedings of the AAAI conference on artificial intelligence","first-page":"4785","article-title":"A novice-reviewer experiment to address scarcity of qualified reviewers in large conferences","volume":"vol. 35","author":"Stelmakh","year":"2021"},{"issue":"6","key":"10.1016\/j.joi.2026.101811_bib0078","doi-asserted-by":"crossref","first-page":"811","DOI":"10.1002\/asi.24582","article-title":"Does double-blind peer review reduce bias? evidence from a top computer science conference","volume":"73","author":"Sun","year":"2022","journal-title":"Journal of the Association for Information Science and Technology"},{"key":"10.1016\/j.joi.2026.101811_bib0079","series-title":"Proceedings of the 14th ACM SIGKDD international conference on knowledge discovery and data mining (KDD)","first-page":"990","article-title":"ArnetMiner: Extraction and mining of academic social networks","author":"Tang","year":"2008"},{"issue":"6","key":"10.1016\/j.joi.2026.101811_bib0080","doi-asserted-by":"crossref","DOI":"10.1016\/j.ipm.2021.102724","article-title":"Decentralizing science: Towards an interoperable open peer review ecosystem using blockchain","volume":"58","author":"Tenorio-Forn\u00e9s","year":"2021","journal-title":"Information Processing & Management"},{"issue":"47","key":"10.1016\/j.joi.2026.101811_bib0081","doi-asserted-by":"crossref","DOI":"10.1073\/pnas.2118046119","article-title":"Is novel research worth doing? evidence from peer review at 49 journals","volume":"119","author":"Teplitskiy","year":"2022","journal-title":"Proceedings of the National Academy of Sciences"},{"key":"10.1016\/j.joi.2026.101811_bib0082","unstructured":"Thakkar, N., Yuksekgonul, M., Silberg, J., Garg, A., Peng, N., Sha, F., Yu, R., Vondrick, C., & Zou, J. (2025). Can LLM feedback enhance review quality? A randomized study of 20k reviews at ICLR 2025. 10.48550\/arXiv.2504.09737."},{"issue":"4","key":"10.1016\/j.joi.2026.101811_bib0083","doi-asserted-by":"crossref","DOI":"10.1016\/j.ipm.2025.104123","article-title":"Estimating the quality of published medical research with chatGPT","volume":"62","author":"Thelwall","year":"2025","journal-title":"Information Processing & Management"},{"issue":"48","key":"10.1016\/j.joi.2026.101811_bib0084","doi-asserted-by":"crossref","first-page":"12708","DOI":"10.1073\/pnas.1707323114","article-title":"Reviewer bias in single-versus double-blind peer review","volume":"114","author":"Tomkins","year":"2017","journal-title":"Proceedings of the National Academy of Sciences"},{"issue":"6","key":"10.1016\/j.joi.2026.101811_bib0085","doi-asserted-by":"crossref","first-page":"1081","DOI":"10.1097\/AOG.0000000000003260","article-title":"Bias in the peer review process: Can we do better?","volume":"133","author":"Tvina","year":"2019","journal-title":"Obstetrics & Gynecology"},{"key":"10.1016\/j.joi.2026.101811_bib0086","first-page":"5","article-title":"Incentivizing quality and impact in computing research","volume":"58","author":"Vardi","year":"2015","journal-title":"Communications of the ACM"},{"key":"10.1016\/j.joi.2026.101811_bib0087","series-title":"Companion proceedings of the web conference 2022","first-page":"739","article-title":"The semantic scholar academic graph (s2ag)","author":"Wade","year":"2022"},{"issue":"4","key":"10.1016\/j.joi.2026.101811_bib0088","doi-asserted-by":"crossref","first-page":"700","DOI":"10.1123\/jtpe.2014-0158","article-title":"Writing quality peer reviews of research manuscripts","volume":"34","author":"Ward","year":"2015","journal-title":"Journal of Teaching in Physical Education"},{"issue":"21","key":"10.1016\/j.joi.2026.101811_bib0089","doi-asserted-by":"crossref","first-page":"2790","DOI":"10.1001\/jama.287.21.2790","article-title":"Author perception of peer review: Impact of review quality and acceptance on satisfaction","volume":"287","author":"Weber","year":"2002","journal-title":"JAMA"},{"issue":"4","key":"10.1016\/j.joi.2026.101811_bib0090","doi-asserted-by":"crossref","DOI":"10.1016\/j.joi.2025.101742","article-title":"Does higher recognition from reviewers lead to greater attention to research papers? A combined analysis of review behavior and content","volume":"19","author":"Wei","year":"2025","journal-title":"Journal of Informetrics"},{"key":"10.1016\/j.joi.2026.101811_bib0091","series-title":"Women, science, and technology","first-page":"64","article-title":"Nepotism and sexism in peer-review","author":"Wenneras","year":"2010"},{"issue":"7744","key":"10.1016\/j.joi.2026.101811_bib0092","doi-asserted-by":"crossref","first-page":"378","DOI":"10.1038\/s41586-019-0941-9","article-title":"Large teams develop and small teams disrupt science and technology","volume":"566","author":"Wu","year":"2019","journal-title":"Nature"},{"issue":"7","key":"10.1016\/j.joi.2026.101811_bib0093","doi-asserted-by":"crossref","first-page":"4109","DOI":"10.1007\/s11192-024-05070-8","article-title":"Are the confidence scores of reviewers consistent with the review content? Evidence from top conference proceedings in AI","volume":"129","author":"Wu","year":"2024","journal-title":"Scientometrics"},{"issue":"11","key":"10.1016\/j.joi.2026.101811_bib0094","doi-asserted-by":"crossref","first-page":"1452","DOI":"10.1002\/asi.70005","article-title":"Automated novelty evaluation of academic paper: A collaborative approach integrating human and large language model knowledge","volume":"76","author":"Wu","year":"2025","journal-title":"Journal of the Association for Information Science and Technology"},{"key":"10.1016\/j.joi.2026.101811_bib0095","unstructured":"WWW (2026). Research tracks at the web conference 2026. https:\/\/www2026.thewebconf.org\/calls\/research-tracks.html. Accessed: 2025-11-01."},{"issue":"8","key":"10.1016\/j.joi.2026.101811_bib0096","first-page":"4721","article-title":"Are reviewer scores consistent with citations?","volume":"129","author":"Xie","year":"2024","journal-title":"Scientometrics"},{"issue":"2","key":"10.1016\/j.joi.2026.101811_bib0097","doi-asserted-by":"crossref","first-page":"895","DOI":"10.1007\/s11192-019-03314-6","article-title":"The impact of a paper\u2019s new combinations and new components on its citation","volume":"122","author":"Yan","year":"2020","journal-title":"Scientometrics"},{"key":"10.1016\/j.joi.2026.101811_bib0098","doi-asserted-by":"crossref","first-page":"171","DOI":"10.1613\/jair.1.12862","article-title":"Can we automate scientific reviewing?","volume":"75","author":"Yuan","year":"2022","journal-title":"Journal of Artificial Intelligence Research"},{"key":"10.1016\/j.joi.2026.101811_bib0099","unstructured":"Zhang, D., Mishra, S., Brynjolfsson, E., Etchemendy, J., Ganguli, D., Grosz, B., Lyons, T., Manyika, J., Niebles, J.C., Sellitto, M. et al. (2021). The AI index 2021 annual report. arXiv: 2103.06312."},{"issue":"9","key":"10.1016\/j.joi.2026.101811_bib0100","doi-asserted-by":"crossref","first-page":"5533","DOI":"10.1007\/s11192-024-05129-6","article-title":"Spotting potential reviewers for interdisciplinary research: Insights on active reviewers from publons","volume":"129","author":"Zhang","year":"2024","journal-title":"Scientometrics"},{"issue":"8","key":"10.1016\/j.joi.2026.101811_bib0101","doi-asserted-by":"crossref","first-page":"4791","DOI":"10.1007\/s11192-023-04764-9","article-title":"Covid-19: A disruptive impact on the knowledge support of references","volume":"128","author":"Zhang","year":"2023","journal-title":"Scientometrics"},{"issue":"iConf","key":"10.1016\/j.joi.2026.101811_bib0102","doi-asserted-by":"crossref","first-page":"666","DOI":"10.47989\/ir30iConf47230","article-title":"Demystifying perception and decision-making in peer review: A semantic perspective","volume":"30","author":"Zhang","year":"2025","journal-title":"Information Research an International Electronic Journal"},{"issue":"5","key":"10.1016\/j.joi.2026.101811_bib0103","doi-asserted-by":"crossref","DOI":"10.1016\/j.ipm.2022.103028","article-title":"Reviewer assignment algorithms for peer review automation: A survey","volume":"59","author":"Zhao","year":"2022","journal-title":"Information Processing & Management"},{"key":"10.1016\/j.joi.2026.101811_bib0104","series-title":"Proceedings of the 2024 joint international conference on computational linguistics, language resources and evaluation (LREC-COLING 2024)","first-page":"9340","article-title":"Is LLM a reliable reviewer? a comprehensive evaluation of LLM on automatic paper reviewing tasks","author":"Zhou","year":"2024"},{"issue":"1","key":"10.1016\/j.joi.2026.101811_bib0105","doi-asserted-by":"crossref","DOI":"10.1016\/j.ipm.2025.104365","article-title":"A quasi-experimental analysis of capabilities and limitations of generative AI in academic content evaluation in social sciences","volume":"63","author":"Zhu","year":"2026","journal-title":"Information Processing & Management"},{"key":"10.1016\/j.joi.2026.101811_bib0106","doi-asserted-by":"crossref","DOI":"10.1016\/j.inffus.2025.103332","article-title":"Large language models for automated scholarly paper review: A survey","volume":"124","author":"Zhuang","year":"2025","journal-title":"Information Fusion"},{"key":"10.1016\/j.joi.2026.101811_bib0107","unstructured":"Zou, J. (2024). Assisting ICLR 2025 reviewers with feedback. Written by James Zou, Associate Program Chair. https:\/\/blog.iclr.cc\/2024\/10\/09\/iclr2025-assisting-reviewers\/."}],"container-title":["Journal of Informetrics"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S1751157726000441?httpAccept=text\/xml","content-type":"text\/xml","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S1751157726000441?httpAccept=text\/plain","content-type":"text\/plain","content-version":"vor","intended-application":"text-mining"}],"deposited":{"date-parts":[[2026,7,4]],"date-time":"2026-07-04T21:16:49Z","timestamp":1783199809000},"score":1,"resource":{"primary":{"URL":"https:\/\/linkinghub.elsevier.com\/retrieve\/pii\/S1751157726000441"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026,6]]},"references-count":107,"journal-issue":{"issue":"2","published-print":{"date-parts":[[2026,6]]}},"alternative-id":["S1751157726000441"],"URL":"https:\/\/doi.org\/10.1016\/j.joi.2026.101811","relation":{},"ISSN":["1751-1577"],"issn-type":[{"value":"1751-1577","type":"print"}],"subject":[],"published":{"date-parts":[[2026,6]]},"assertion":[{"value":"Elsevier","name":"publisher","label":"This article is maintained by"},{"value":"Unpacking the predictive power of peer review under scientific disruption: Evidence from AI research","name":"articletitle","label":"Article Title"},{"value":"Journal of Informetrics","name":"journaltitle","label":"Journal Title"},{"value":"https:\/\/doi.org\/10.1016\/j.joi.2026.101811","name":"articlelink","label":"CrossRef DOI link to publisher maintained version"},{"value":"article","name":"content_type","label":"Content Type"},{"value":"\u00a9 2026 Elsevier Ltd. All rights are reserved, including those for text and data mining, AI training, and similar technologies.","name":"copyright","label":"Copyright"}],"article-number":"101811"}}