{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,8,23]],"date-time":"2025-08-23T00:09:00Z","timestamp":1755907740632,"version":"3.44.0"},"publisher-location":"New York, NY, USA","reference-count":44,"publisher":"ACM","license":[{"start":{"date-parts":[[2023,11,26]],"date-time":"2023-11-26T00:00:00Z","timestamp":1700956800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2023,11,26]]},"DOI":"10.1145\/3624918.3625341","type":"proceedings-article","created":{"date-parts":[[2023,11,23]],"date-time":"2023-11-23T08:49:17Z","timestamp":1700729357000},"page":"95-103","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":0,"title":["ReviVal: Towards Automatically Evaluating the Informativeness of Peer Reviews"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-2340-0942","authenticated-orcid":false,"given":"Rajeev","family":"Verma","sequence":"first","affiliation":[{"name":"Indian Institute of Technology Patna, India"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-2358-522X","authenticated-orcid":false,"given":"Tirthankar","family":"Ghosal","sequence":"additional","affiliation":[{"name":"National Center for Computational Sciences, Oak Ridge National Laboratory, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-1942-5389","authenticated-orcid":false,"given":"Saprativa","family":"Bhattacharjee","sequence":"additional","affiliation":[{"name":"Information Technology, Government Polytechnic Daman, India"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-3612-8834","authenticated-orcid":false,"given":"Asif","family":"Ekbal","sequence":"additional","affiliation":[{"name":"Department of Computer Science and Engineering, Indian Institute of Technology Patna, India"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-5319-5508","authenticated-orcid":false,"given":"Pushpak","family":"Bhattacharyya","sequence":"additional","affiliation":[{"name":"Department of Computer Science and Engineering, Indian Institute of Technology Bombay, India"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"320","published-online":{"date-parts":[[2023,11,26]]},"reference":[{"doi-asserted-by":"publisher","key":"e_1_3_2_1_1_1","DOI":"10.18653\/v1\/D19-1371"},{"key":"e_1_3_2_1_2_1","volume-title":"Proceedings of the 19th International Conference on Natural Language Processing (ICON). Association for Computational Linguistics","author":"Bharti Prabhat","year":"2022","unstructured":"Prabhat Bharti, Tirthankar Ghosal, Mayank Agarwal, and Asif Ekbal. 2022. A Method for Automatically Estimating the Informativeness of Peer Reviews. In Proceedings of the 19th International Conference on Natural Language Processing (ICON). Association for Computational Linguistics, New Delhi, India, 280\u2013289. https:\/\/aclanthology.org\/2022.icon-main.34"},{"doi-asserted-by":"publisher","unstructured":"Prabhat\u00a0Kumar Bharti Tirthankar Ghosal Mayank Agarwal and Asif Ekbal. 2022. BetterPR: A Dataset For Estimating The Constructiveness Of Peer Review Comments. In Linking Theory and Practice of Digital Libraries: 26th International Conference on Theory and Practice of Digital Libraries TPDL 2022 Padua Italy September 20\u201323 2022 Proceedings (Padua Italy). Springer-Verlag Berlin Heidelberg 500\u2013505. https:\/\/doi.org\/10.1007\/978-3-031-16802-4_53","key":"e_1_3_2_1_3_1","DOI":"10.1007\/978-3-031-16802-4_53"},{"doi-asserted-by":"publisher","key":"e_1_3_2_1_4_1","DOI":"10.1007\/s00799-023-00375-0"},{"doi-asserted-by":"publisher","key":"e_1_3_2_1_5_1","DOI":"10.1007\/978-3-031-06555-2_9"},{"volume-title":"Can a\u00a0Machine Generate a\u00a0Meta-Review? How Far Are We?","author":"Bharti Prabhat\u00a0Kumar","unstructured":"Prabhat\u00a0Kumar Bharti, Asheesh Kumar, Tirthankar Ghosal, Mayank Agrawal, and Asif Ekbal. 2022. Can a\u00a0Machine Generate a\u00a0Meta-Review? How Far Are We?. In Text, Speech, and Dialogue, Petr Sojka, Ale\u0161 Hor\u00e1k, Ivan Kope\u010dek, and Karel Pala (Eds.). Springer International Publishing, Cham, 275\u2013287.","key":"e_1_3_2_1_6_1"},{"doi-asserted-by":"publisher","key":"e_1_3_2_1_7_1","DOI":"10.1007\/978-3-030-91669-5_33"},{"doi-asserted-by":"publisher","key":"e_1_3_2_1_8_1","DOI":"10.1087\/20100207"},{"key":"e_1_3_2_1_9_1","volume-title":"Arbitrariness in the peer review process. Scientometrics","author":"Brezis S","year":"2020","unstructured":"Elise\u00a0S Brezis and Aliaksandr Birukou. 2020. Arbitrariness in the peer review process. Scientometrics (2020), 1\u201319."},{"doi-asserted-by":"publisher","key":"e_1_3_2_1_10_1","DOI":"10.1023\/A:1026083619097"},{"doi-asserted-by":"publisher","key":"e_1_3_2_1_11_1","DOI":"10.18653\/v1\/2020.acl-tutorials.4"},{"unstructured":"EMNLP. 2020. Advice on Reviewing for EMNLP. https:\/\/2020.emnlp.org\/blog\/2020-05-17-write-good-reviews. (Accessed on 09\/02\/2020).","key":"e_1_3_2_1_12_1"},{"doi-asserted-by":"publisher","key":"e_1_3_2_1_13_1","DOI":"10.1371\/journal.pone.0259238"},{"doi-asserted-by":"publisher","key":"e_1_3_2_1_14_1","DOI":"10.1145\/3529372.3533300"},{"doi-asserted-by":"publisher","key":"e_1_3_2_1_15_1","DOI":"10.18653\/v1\/P19-1106"},{"unstructured":"Douglas Heaven. 2018. AI peer reviewers unleashed to ease publishing grind. https:\/\/www.nature.com\/articles\/d41586-018-07245-9.","key":"e_1_3_2_1_16_1"},{"doi-asserted-by":"publisher","key":"e_1_3_2_1_17_1","DOI":"10.1007\/s11192-017-2310-5"},{"doi-asserted-by":"publisher","key":"e_1_3_2_1_18_1","DOI":"10.1001\/jama.280.3.240"},{"key":"e_1_3_2_1_19_1","volume-title":"A dataset of peer reviews (peerread): Collection, insights and nlp applications. arXiv preprint arXiv:1804.09635","author":"Kang Dongyeop","year":"2018","unstructured":"Dongyeop Kang, Waleed Ammar, Bhavana Dalvi, Madeleine van Zuylen, Sebastian Kohlmeier, Eduard Hovy, and Roy Schwartz. 2018. A dataset of peer reviews (peerread): Collection, insights and nlp applications. arXiv preprint arXiv:1804.09635 (2018)."},{"doi-asserted-by":"publisher","key":"e_1_3_2_1_20_1","DOI":"10.18653\/v1\/n18-1149"},{"key":"e_1_3_2_1_21_1","volume-title":"Proceedings of the IEEE conference on computer vision and pattern recognition. 7482\u20137491","author":"Kendall Alex","year":"2018","unstructured":"Alex Kendall, Yarin Gal, and Roberto Cipolla. 2018. Multi-task learning using uncertainty to weigh losses for scene geometry and semantics. In Proceedings of the IEEE conference on computer vision and pattern recognition. 7482\u20137491."},{"doi-asserted-by":"publisher","key":"e_1_3_2_1_22_1","DOI":"10.1007\/978-3-031-16802-4_17"},{"doi-asserted-by":"publisher","key":"e_1_3_2_1_23_1","DOI":"10.1007\/s00799-023-00359-0"},{"doi-asserted-by":"publisher","key":"e_1_3_2_1_24_1","DOI":"10.1109\/JCDL52503.2021.00064"},{"doi-asserted-by":"publisher","key":"e_1_3_2_1_25_1","DOI":"10.1145\/3529372.3530937"},{"doi-asserted-by":"publisher","key":"e_1_3_2_1_26_1","DOI":"10.1109\/JCDL52503.2021.00081"},{"doi-asserted-by":"publisher","key":"e_1_3_2_1_27_1","DOI":"10.1007\/s00799-023-00348-3"},{"doi-asserted-by":"publisher","key":"e_1_3_2_1_28_1","DOI":"10.1145\/2732417"},{"doi-asserted-by":"publisher","key":"e_1_3_2_1_29_1","DOI":"10.1145\/2732417"},{"unstructured":"Heidi Ledford and Richard\u00a0Van Noorden. 2020. High-profile coronavirus retractions raise concerns about data oversight. https:\/\/www.nature.com\/articles\/d41586-020-01695-w. (Accessed on 09\/02\/2020).","key":"e_1_3_2_1_30_1"},{"key":"e_1_3_2_1_31_1","volume-title":"RoBERTa: A Robustly Optimized BERT Pretraining Approach. arXiv preprint arXiv:1907.11692","author":"Liu Yinhan","year":"2019","unstructured":"Yinhan Liu, Myle Ott, Naman Goyal, Jingfei Du, Mandar Joshi, Danqi Chen, Omer Levy, Mike Lewis, Luke Zettlemoyer, and Veselin Stoyanov. 2019. RoBERTa: A Robustly Optimized BERT Pretraining Approach. arXiv preprint arXiv:1907.11692 (2019)."},{"key":"e_1_3_2_1_32_1","volume-title":"Artificial intelligence in peer review: How can evolutionary computation support journal editors","author":"Mrowinski J","year":"2017","unstructured":"Maciej\u00a0J Mrowinski, Piotr Fronczak, Agata Fronczak, Marcel Ausloos, and Olgica Nedic. 2017. Artificial intelligence in peer review: How can evolutionary computation support journal editors?PloS one 12, 9 (2017), e0184711."},{"unstructured":"Abby Olena. 2018. How to Make Scientists into Better Peer Reviewers. https:\/\/www.the-scientist.com\/careers\/how-to-make-scientists-into-better-peer-reviewers-30.","key":"e_1_3_2_1_33_1"},{"doi-asserted-by":"publisher","key":"e_1_3_2_1_34_1","DOI":"10.1145\/2979672"},{"unstructured":"Anna Rogers. 2020. Peer review in NLP: reject-if-not-SOTA. https:\/\/hackingsemantics.xyz\/2020\/reviewing-models\/. (Accessed on 09\/02\/2020).","key":"e_1_3_2_1_35_1"},{"key":"e_1_3_2_1_36_1","volume-title":"Avoiding a Tragedy of the Commons in the Peer Review Process. arXiv preprint arXiv:1901.06246","author":"Sculley D","year":"2018","unstructured":"D Sculley, Jasper Snoek, and Alex Wiltschko. 2018. Avoiding a Tragedy of the Commons in the Peer Review Process. arXiv preprint arXiv:1901.06246 (2018)."},{"doi-asserted-by":"publisher","key":"e_1_3_2_1_37_1","DOI":"10.5555\/3291125.3309611"},{"doi-asserted-by":"publisher","key":"e_1_3_2_1_38_1","DOI":"10.1073\/pnas.1707323114"},{"key":"e_1_3_2_1_39_1","volume-title":"Effect of open peer review on quality of reviews and on reviewers","author":"Van\u00a0Rooyen Susan","year":"1999","unstructured":"Susan Van\u00a0Rooyen, Fiona Godlee, Stephen Evans, Nick Black, and Richard Smith. 1999. Effect of open peer review on quality of reviews and on reviewers\u2019 recommendations: a randomised trial. Bmj 318, 7175 (1999), 23\u201327."},{"key":"e_1_3_2_1_40_1","volume-title":"Advances in Neural Information Processing Systems, I.\u00a0Guyon, U.\u00a0Von Luxburg, S.\u00a0Bengio, H.\u00a0Wallach, R.\u00a0Fergus, S.\u00a0Vishwanathan, and R.\u00a0Garnett (Eds.). Vol.\u00a030. Curran Associates","author":"Vaswani Ashish","year":"2017","unstructured":"Ashish Vaswani, Noam Shazeer, Niki Parmar, Jakob Uszkoreit, Llion Jones, Aidan\u00a0N Gomez, \u0141\u00a0ukasz Kaiser, and Illia Polosukhin. 2017. Attention is All you Need. In Advances in Neural Information Processing Systems, I.\u00a0Guyon, U.\u00a0Von Luxburg, S.\u00a0Bengio, H.\u00a0Wallach, R.\u00a0Fergus, S.\u00a0Vishwanathan, and R.\u00a0Garnett (Eds.). Vol.\u00a030. Curran Associates, Inc.https:\/\/proceedings.neurips.cc\/paper_files\/paper\/2017\/file\/3f5ee243547dee91fbd053c1c4a845aa-Paper.pdf"},{"key":"e_1_3_2_1_41_1","volume-title":"Proceedings of the 2nd Conference of the Asia-Pacific","author":"Verma Rajeev","year":"2022","unstructured":"Rajeev Verma, Rajarshi Roychoudhury, and Tirthankar Ghosal. 2022. The lack of theory is painful: Modeling Harshness in Peer Review Comments. In Proceedings of the 2nd Conference of the Asia-Pacific Chapter of the Association for Computational Linguistics and the 12th International Joint Conference on Natural Language Processing (Volume 1: Long Papers). Association for Computational Linguistics, Online only, 925\u2013935. https:\/\/aclanthology.org\/2022.aacl-main.67"},{"volume-title":"Attend to\u00a0Your Review: A\u00a0Deep Neural Network to\u00a0Extract Aspects from Peer Reviews","author":"Verma Rajeev","unstructured":"Rajeev Verma, Kartik Shinde, Hardik Arora, and Tirthankar Ghosal. 2021. Attend to\u00a0Your Review: A\u00a0Deep Neural Network to\u00a0Extract Aspects from Peer Reviews. In Neural Information Processing, Teddy Mantoro, Minho Lee, Media\u00a0Anugerah Ayu, Kok\u00a0Wai Wong, and Achmad\u00a0Nizar Hidayanto (Eds.). Springer International Publishing, Cham, 761\u2013768.","key":"e_1_3_2_1_42_1"},{"key":"e_1_3_2_1_43_1","volume-title":"5th International Conference on Learning Representations, ICLR","author":"Xiong Caiming","year":"2017","unstructured":"Caiming Xiong, Victor Zhong, and Richard Socher. 2017. Dynamic Coattention Networks For Question Answering. In 5th International Conference on Learning Representations, ICLR 2017, Toulon, France, April 24-26, 2017, Conference Track Proceedings. OpenReview.net. https:\/\/openreview.net\/forum?id=rJeKjwvclx"},{"doi-asserted-by":"publisher","key":"e_1_3_2_1_44_1","DOI":"10.5555\/2002736.2002836"}],"event":{"sponsor":["SIGIR ACM Special Interest Group on Information Retrieval"],"acronym":"SIGIR-AP '23","name":"SIGIR-AP '23: Annual International ACM SIGIR Conference on Research and Development in Information Retrieval in the Asia Pacific Region","location":"Beijing China"},"container-title":["Proceedings of the Annual International ACM SIGIR Conference on Research and Development in Information Retrieval in the Asia Pacific Region"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3624918.3625341","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3624918.3625341","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,8,22]],"date-time":"2025-08-22T21:31:46Z","timestamp":1755898306000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3624918.3625341"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,11,26]]},"references-count":44,"alternative-id":["10.1145\/3624918.3625341","10.1145\/3624918"],"URL":"https:\/\/doi.org\/10.1145\/3624918.3625341","relation":{},"subject":[],"published":{"date-parts":[[2023,11,26]]},"assertion":[{"value":"2023-11-26","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}