{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,5,28]],"date-time":"2026-05-28T18:04:35Z","timestamp":1779991475495,"version":"3.53.1"},"publisher-location":"New York, NY, USA","reference-count":25,"publisher":"ACM","content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2026,6,29]]},"DOI":"10.1145\/3774905.3793128","type":"proceedings-article","created":{"date-parts":[[2026,5,28]],"date-time":"2026-05-28T17:14:56Z","timestamp":1779988496000},"page":"168-171","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":0,"title":["<scp>PeeriScope:<\/scp>\n                    A Multi-Faceted Framework for Evaluating Peer Review Quality"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0009-0003-1630-3938","authenticated-orcid":false,"given":"Sajad","family":"Ebrahimi","sequence":"first","affiliation":[{"name":"Reviewer.ly, Toronto, ON, Canada"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0005-2172-7617","authenticated-orcid":false,"given":"Soroush","family":"Sadeghian","sequence":"additional","affiliation":[{"name":"Reviewer.ly, Toronto, ON, Canada"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0006-7383-8105","authenticated-orcid":false,"given":"Ali","family":"Ghorbanpour","sequence":"additional","affiliation":[{"name":"Reviewer.ly, Toronto, ON, Canada"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-4411-7089","authenticated-orcid":false,"given":"Negar","family":"Arabzadeh","sequence":"additional","affiliation":[{"name":"UC Berkeley, Berkeley, CA, USA and Reviewer.ly, Toronto, ON, Canada"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0007-3676-6023","authenticated-orcid":false,"given":"Sara","family":"Salamat","sequence":"additional","affiliation":[{"name":"Reviewer.ly, Toronto, ON, Iran"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0000-8197-6109","authenticated-orcid":false,"given":"Seyed Mohammad","family":"Hosseini","sequence":"additional","affiliation":[{"name":"Reviewer.ly, Toronto, ON, Canada"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0003-2240-0451","authenticated-orcid":false,"given":"Hai Son","family":"Le","sequence":"additional","affiliation":[{"name":"Reviewer.ly, Toronto, ON, Canada"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-9211-5475","authenticated-orcid":false,"given":"Mahdi","family":"Bashari","sequence":"additional","affiliation":[{"name":"Reviwer.ly, Toronto, Ontario, Canada"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-5148-6237","authenticated-orcid":false,"given":"Ebrahim","family":"Bagheri","sequence":"additional","affiliation":[{"name":"Reviewer.ly, Toronto, ON, Canada and University of Toronto, Toronto, ON, Canada"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"320","published-online":{"date-parts":[[2026,5,28]]},"reference":[{"key":"e_1_3_2_1_1_1","doi-asserted-by":"publisher","DOI":"10.1145\/3746252.3761436"},{"key":"e_1_3_2_1_2_1","doi-asserted-by":"publisher","DOI":"10.1007\/s10579-023-09662-3"},{"key":"e_1_3_2_1_3_1","volume-title":"Specter: Document-level representation learning using citation-informed transformers. arXiv preprint arXiv:2004.07180","author":"Cohan Arman","year":"2020","unstructured":"Arman Cohan, Sergey Feldman, Iz Beltagy, Doug Downey, and Daniel S Weld. 2020. Specter: Document-level representation learning using citation-informed transformers. arXiv preprint arXiv:2004.07180 (2020)."},{"key":"e_1_3_2_1_4_1","volume-title":"Pranav Narayanan Venkit, Nan Zhang, Mukund Srinath, et al.","author":"Du Jiangshu","year":"2024","unstructured":"Jiangshu Du, Yibo Wang, Wenting Zhao, Zhongfen Deng, Shuaiqi Liu, Renze Lou, Henry Peng Zou, Pranav Narayanan Venkit, Nan Zhang, Mukund Srinath, et al., 2024. Llms assist nlp researchers: Critique paper (meta-) reviewing. (2024)."},{"key":"e_1_3_2_1_5_1","doi-asserted-by":"publisher","DOI":"10.1145\/3746252.3761506"},{"key":"e_1_3_2_1_6_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-031-88714-7_1"},{"key":"e_1_3_2_1_7_1","doi-asserted-by":"publisher","DOI":"10.1371\/journal.pone.0259238"},{"key":"e_1_3_2_1_8_1","unstructured":"Jiawei Gu Xuhui Jiang Zhichao Shi Hexiang Tan Xuehao Zhai Chengjin Xu Wei Li Yinghan Shen Shengjie Ma Honghao Liu et al. 2024. A survey on llm-as-a-judge. arXiv preprint arXiv:2411.15594 (2024)."},{"key":"e_1_3_2_1_9_1","volume-title":"Gender bias in scholarly peer review. elife","author":"Helmer Markus","year":"2017","unstructured":"Markus Helmer, Manuel Schottdorf, Andreas Neef, and Demian Battaglia. 2017. Gender bias in scholarly peer review. elife, Vol. 6 (2017), e21718."},{"key":"e_1_3_2_1_10_1","doi-asserted-by":"crossref","unstructured":"Ken Hyland. 1998. Hedging in scientific research articles. (1998).","DOI":"10.1075\/pbns.54"},{"key":"e_1_3_2_1_11_1","unstructured":"Dawei Li Bohan Jiang Liangjie Huang Alimohammad Beigi Chengshuai Zhao Zhen Tan Amrita Bhattacharjee Yuxuan Jiang Canyu Chen Tianhao Wu Kai Shu Lu Cheng and Huan Liu. 2025. From Generation to Judgment: Opportunities and Challenges of LLM-as-a-judge. arXiv:2411.16594 [cs.AI]"},{"key":"e_1_3_2_1_12_1","unstructured":"Miao Li Eduard Hovy and Jey Han Lau. 2023. Summarizing multiple documents with conversational structure for meta-review generation. (2023)."},{"key":"e_1_3_2_1_13_1","doi-asserted-by":"crossref","unstructured":"Ethan Lin Zhiyuan Peng and Yi Fang. 2024. Evaluating and enhancing large language models for novelty assessment in scholarly publications. (2024).","DOI":"10.18653\/v1\/2025.aisd-main.5"},{"key":"e_1_3_2_1_14_1","volume-title":"Wen-Sheng Lien, Po-Yen Kuo, Philip S Yu, and Hong-Han Shuai.","author":"Lin Tzu-Ling","year":"2025","unstructured":"Tzu-Ling Lin, Wei-Chih Chen, Teng-Fang Hsiao, Hou-I Liu, Ya-Hsin Yeh, Yu Kai Chan, Wen-Sheng Lien, Po-Yen Kuo, Philip S Yu, and Hong-Han Shuai. 2025. Breaking the Reviewer: Assessing the Vulnerability of Large Language Models in Automated Peer Review Under Textual Adversarial Attacks. (2025)."},{"key":"e_1_3_2_1_15_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2023.bea-1.15"},{"key":"e_1_3_2_1_16_1","volume-title":"LazyReview A Dataset for Uncovering Lazy Thinking in NLP Peer Reviews. arXiv preprint arXiv:2504.11042","author":"Purkayastha Sukannya","year":"2025","unstructured":"Sukannya Purkayastha, Zhuang Li, Anne Lauscher, Lizhen Qu, and Iryna Gurevych. 2025. LazyReview A Dataset for Uncovering Lazy Thinking in NLP Peer Reviews. arXiv preprint arXiv:2504.11042 (2025)."},{"key":"e_1_3_2_1_17_1","doi-asserted-by":"publisher","DOI":"10.7717\/peerj-cs.1745"},{"key":"e_1_3_2_1_18_1","doi-asserted-by":"publisher","DOI":"10.1007\/s40593-016-0132-x"},{"key":"e_1_3_2_1_19_1","unstructured":"Maria Sahakyan and Bedoor AlShebli. 2025. Disparities in Peer Review Tone and the Role of Reviewer Anonymity."},{"key":"e_1_3_2_1_20_1","volume-title":"REMOR: Automated Peer Review Generation with LLM Reasoning and Multi-Objective Reinforcement Learning.","author":"Taechoyotin Pawin","year":"2025","unstructured":"Pawin Taechoyotin and Daniel Acuna. 2025. REMOR: Automated Peer Review Generation with LLM Reasoning and Multi-Objective Reinforcement Learning."},{"key":"e_1_3_2_1_21_1","volume-title":"Can LLM feedback enhance review quality? A randomized study of 20K reviews at ICLR","author":"Thakkar Nitya","year":"2025","unstructured":"Nitya Thakkar, Mert Yuksekgonul, Jake Silberg, Animesh Garg, Nanyun Peng, Fei Sha, Rose Yu, Carl Vondrick, and James Zou. 2025. Can LLM feedback enhance review quality? A randomized study of 20K reviews at ICLR 2025."},{"key":"e_1_3_2_1_22_1","doi-asserted-by":"publisher","DOI":"10.1073\/pnas.1707323114"},{"key":"e_1_3_2_1_23_1","doi-asserted-by":"publisher","DOI":"10.5555\/2002736.2002836"},{"key":"e_1_3_2_1_24_1","volume-title":"Ian Charest, Christopher Summerfield, and Ila R Fiete.","author":"Zahorodnii Andrii","year":"2025","unstructured":"Andrii Zahorodnii, Jasper JF van den Bosch, Ian Charest, Christopher Summerfield, and Ila R Fiete. 2025. Paper Quality Assessment based on Individual Wisdom Metrics from Open Peer Review. arXiv preprint arXiv:2501.13014 (2025)."},{"key":"e_1_3_2_1_25_1","doi-asserted-by":"publisher","DOI":"10.63317\/48d359hjdvog"}],"event":{"name":"WWW '26: The ACM Web Conference 2026","location":"Dubai United Arab Emirates","sponsor":["SIGWEB ACM Special Interest Group on Hypertext, Hypermedia, and Web"]},"container-title":["Companion Proceedings of the ACM Web Conference 2026"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3774905.3793128","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,5,28]],"date-time":"2026-05-28T17:25:07Z","timestamp":1779989107000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3774905.3793128"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026,5,28]]},"references-count":25,"alternative-id":["10.1145\/3774905.3793128","10.1145\/3774905"],"URL":"https:\/\/doi.org\/10.1145\/3774905.3793128","relation":{},"subject":[],"published":{"date-parts":[[2026,5,28]]},"assertion":[{"value":"2026-05-28","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}