{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,11]],"date-time":"2026-03-11T16:38:01Z","timestamp":1773247081952,"version":"3.50.1"},"publisher-location":"Cham","reference-count":27,"publisher":"Springer International Publishing","isbn-type":[{"value":"9783031168017","type":"print"},{"value":"9783031168024","type":"electronic"}],"license":[{"start":{"date-parts":[[2022,1,1]],"date-time":"2022-01-01T00:00:00Z","timestamp":1640995200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2022,1,1]],"date-time":"2022-01-01T00:00:00Z","timestamp":1640995200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2022]]},"DOI":"10.1007\/978-3-031-16802-4_53","type":"book-chapter","created":{"date-parts":[[2022,9,14]],"date-time":"2022-09-14T10:05:31Z","timestamp":1663149931000},"page":"500-505","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":11,"title":["BetterPR: A Dataset for\u00a0Estimating the\u00a0Constructiveness of\u00a0Peer Review Comments"],"prefix":"10.1007","author":[{"given":"Prabhat Kumar","family":"Bharti","sequence":"first","affiliation":[]},{"given":"Tirthankar","family":"Ghosal","sequence":"additional","affiliation":[]},{"given":"Mayank","family":"Agarwal","sequence":"additional","affiliation":[]},{"given":"Asif","family":"Ekbal","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2022,9,15]]},"reference":[{"key":"53_CR1","unstructured":"A brief history of peer review. https:\/\/blog.f1000.com\/2020\/01\/31\/a-brief-history-of-peer-review\/. Accessed 15 Jul 2022"},{"key":"53_CR2","unstructured":"Don\u2019t be reviewer 2 Reflections on writing effective peer review comments. https:\/\/www.ncbi.nlm.nih.gov\/pmc\/articles\/PMC8505560\/ (2022). Accessed 18 Jul 2022"},{"key":"53_CR3","unstructured":"Peer Review & #x2013; A Historical Perspective. https:\/\/mitcommlab.mit.edu\/broad\/commkit\/peer-review-a-historical-perspective\/ (2022). Accessed 29 May 2022"},{"key":"53_CR4","unstructured":"This paper is absolutely ridiculous. https:\/\/www.humanities.hk\/news\/this-paper-is-absolutely-ridiculous-ken-hyland (2022). Accessed 15 Jul 2022"},{"issue":"7769","key":"53_CR5","doi-asserted-by":"publisher","first-page":"439","DOI":"10.1038\/d41586-019-02492-w","volume":"572","author":"LJ Beaumont","year":"2019","unstructured":"Beaumont, L.J.: Peer reviewers need a code of conduct too. Nature 572(7769), 439\u2013440 (2019)","journal-title":"Nature"},{"key":"53_CR6","doi-asserted-by":"publisher","first-page":"126","DOI":"10.1007\/978-3-031-06555-2_9","volume-title":"Document Analysis Systems","author":"PK Bharti","year":"2022","unstructured":"Bharti, P.K., Ghosal, T., Agrawal, M., Ekbal, A.: How confident was your reviewer? estimating reviewer confidence from peer review texts. In: Uchida, S., Barney, E., Eglin, V. (eds.) Document Analysis Systems, pp. 126\u2013139. Springer International Publishing, Cham (2022)"},{"key":"53_CR7","doi-asserted-by":"crossref","unstructured":"Bharti, P.K., Kumar, A., Ghosal, T., Agrawal, M., Ekbal, A.: Can a machine generate a meta-review? how far are we? In: Text, Speech, and Dialogue (TSD). Springer International Publishing, Cham (2022)","DOI":"10.1007\/978-3-031-16270-1_23"},{"key":"53_CR8","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"421","DOI":"10.1007\/978-3-030-91669-5_33","volume-title":"Towards Open and Trustworthy Digital Societies","author":"PK Bharti","year":"2021","unstructured":"Bharti, P.K., Ranjan, S., Ghosal, T., Agrawal, M., Ekbal, A.: PEERAssist: leveraging on\u00a0paper-review interactions to\u00a0predict peer review decisions. In: Ke, H.-R., Lee, C.S., Sugiyama, K. (eds.) ICADL 2021. LNCS, vol. 13133, pp. 421\u2013435. Springer, Cham (2021). https:\/\/doi.org\/10.1007\/978-3-030-91669-5_33"},{"issue":"4","key":"53_CR9","doi-asserted-by":"publisher","first-page":"544","DOI":"10.1016\/j.system.2012.10.002","volume":"40","author":"D Coniam","year":"2012","unstructured":"Coniam, D.: Exploring reviewer reactions to manuscripts submitted to academic journals. System 40(4), 544\u2013553 (2012)","journal-title":"System"},{"issue":"1","key":"53_CR10","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1186\/s41073-020-00096-x","volume":"5","author":"TG Gerwing","year":"2020","unstructured":"Gerwing, T.G., Gerwing, A.M.A., Avery-Gomm, S., Choi, C.Y., Clements, J.C., Rash, J.A.: Quantifying professionalism in peer review. Res. Integrity Peer Rev. 5(1), 1\u20138 (2020)","journal-title":"Res. Integrity Peer Rev."},{"key":"53_CR11","unstructured":"Ghosal, T.: Exploring the implications of artificial intelligence in various aspects of scholarly peer review. Bull. IEEE Tech. Comm. Digit. Libr. 15 (2019)"},{"issue":"1","key":"53_CR12","doi-asserted-by":"publisher","first-page":"e0259238","DOI":"10.1371\/journal.pone.0259238","volume":"17","author":"T Ghosal","year":"2022","unstructured":"Ghosal, T., Kumar, S., Bharti, P.K., Ekbal, A.: Peer review analyze: A novel benchmark resource for computational analysis of peer reviews. PLoS ONE 17(1), e0259238 (2022). https:\/\/doi.org\/10.1371\/journal.pone.0259238","journal-title":"PLoS ONE"},{"key":"53_CR13","doi-asserted-by":"publisher","unstructured":"Ghosal, T., Varanasi, K.K., Kordoni, V.: Hedgepeer: A dataset for uncertainty detection in peer reviews. In: Proceedings of the 22nd ACM\/IEEE Joint Conference on Digital Libraries. JCDL 2022, Association for Computing Machinery, New York, NY, USA (2022). https:\/\/doi.org\/10.1145\/3529372.3533300","DOI":"10.1145\/3529372.3533300"},{"key":"53_CR14","doi-asserted-by":"crossref","unstructured":"Ghosal, T., Verma, R., Ekbal, A., Bhattacharyya, P.: DeepSentiPeer: harnessing sentiment in review texts to recommend peer review decisions. In: Proceedings of the 57th Annual Meeting of the Association for Computational Linguistics, pp. 1120\u20131130 (2019)","DOI":"10.18653\/v1\/P19-1106"},{"key":"53_CR15","doi-asserted-by":"publisher","unstructured":"Ghosal, T., Verma, R., Ekbal, A., Bhattacharyya, P.: A sentiment augmented deep architecture to predict peer review outcomes. In: 2019 ACM\/IEEE Joint Conference on Digital Libraries (JCDL), pp. 414\u2013415 (2019). https:\/\/doi.org\/10.1109\/JCDL.2019.00096","DOI":"10.1109\/JCDL.2019.00096"},{"key":"53_CR16","unstructured":"Gross, D.: The Best Worst Reviewer Comments - MedSci Communications. https:\/\/medscicommunications.com\/2020\/09\/30\/the-best-worst-reviewer-comments\/ (2022). Accessed 18 Jul 2022"},{"key":"53_CR17","doi-asserted-by":"crossref","unstructured":"Hyland, K., Jiang, F.K.: This work is antithetical to the spirit of research: an anatomy of harsh peer reviews. J. Engl. Acad. Purp. 46 (2020)","DOI":"10.1016\/j.jeap.2020.100867"},{"key":"53_CR18","unstructured":"Kostoulas, A.: Peer review: the good, the bad and the ugly. https:\/\/achilleaskostoulas.com\/2018\/05\/01\/peer-review-the-good-the-bad-and-the-ugly\/ (2022). Accessed 18 Jul 2022"},{"key":"53_CR19","doi-asserted-by":"crossref","unstructured":"Kumar, A., Ghosal, T., Bhattacharjee, S., Ekbal, A.: Investigations on meta review generation from peer review texts leveraging relevant sub-tasks in the peer review pipeline. In: Silvello, G., et al. (eds.) TPDL 2022. LNCS, vol. 13541, pp. xx\u2013yy. Springer, Cham (2022)","DOI":"10.1007\/978-3-031-16802-4_17"},{"key":"53_CR20","doi-asserted-by":"crossref","unstructured":"Kumar, A., Ghosal, T., Ekbal, A.: A deep neural architecture for decision-aware meta-review generation. In: 2021 ACM\/IEEE Joint Conference on Digital Libraries (JCDL), pp. 222\u2013225. IEEE (2021)","DOI":"10.1109\/JCDL52503.2021.00064"},{"key":"53_CR21","doi-asserted-by":"publisher","unstructured":"Kumar, S., Arora, H., Ghosal, T., Ekbal, A.: DeepASPeer: towards an aspect-level sentiment controllable framework for decision prediction from academic peer reviews. In: Proceedings of the 22nd ACM\/IEEE Joint Conference on Digital Libraries. JCDL 2022, Association for Computing Machinery, New York, NY, USA (2022). https:\/\/doi.org\/10.1145\/3529372.3530937. https:\/\/doi.org\/10.1145\/3529372.3530937","DOI":"10.1145\/3529372.3530937"},{"key":"53_CR22","doi-asserted-by":"publisher","unstructured":"Kumar, S., Ghosal, T., Bharti, P.K., Ekbal, A.: Sharing is caring! joint multitask learning helps aspect-category extraction and sentiment detection in scientific peer reviews. In: 2021 ACM\/IEEE Joint Conference on Digital Libraries (JCDL), pp. 270\u2013273 (2021). https:\/\/doi.org\/10.1109\/JCDL52503.2021.00081","DOI":"10.1109\/JCDL52503.2021.00081"},{"issue":"3","key":"53_CR23","doi-asserted-by":"publisher","first-page":"413","DOI":"10.1007\/s00264-020-04504-1","volume":"44","author":"AF Mavrogenis","year":"2020","unstructured":"Mavrogenis, A.F., Quaile, A., Scarlat, M.M.: The good, the bad and the rude peer-review. Int. Orthop. 44(3), 413\u2013415 (2020). https:\/\/doi.org\/10.1007\/s00264-020-04504-1","journal-title":"Int. Orthop."},{"issue":"3","key":"53_CR24","doi-asserted-by":"publisher","first-page":"276","DOI":"10.11613\/BM.2012.031","volume":"22","author":"ML McHugh","year":"2012","unstructured":"McHugh, M.L.: Interrater reliability: the kappa statistic. Biochemia medica 22(3), 276\u2013282 (2012)","journal-title":"Biochemia medica"},{"key":"53_CR25","unstructured":"Shema, H.: The birth of modern peer review. https:\/\/blogs.scientificamerican.com\/information-culture\/the-birth-of-modern-peer-review\/ (2022). Accessed 15 Jul 2022"},{"key":"53_CR26","doi-asserted-by":"publisher","DOI":"10.7717\/peerj.8247","volume":"7","author":"NJ Silbiger","year":"2019","unstructured":"Silbiger, N.J., Stubler, A.D.: Unprofessional peer reviews disproportionately harm underrepresented groups in STEM. PeerJ 7, e8247 (2019)","journal-title":"PeerJ"},{"key":"53_CR27","doi-asserted-by":"publisher","first-page":"761","DOI":"10.1007\/978-3-030-92310-5_88","volume-title":"Neural Information Processing","author":"R Verma","year":"2021","unstructured":"Verma, R., Shinde, K., Arora, H., Ghosal, T.: Attend to your review: a deep neural network to extract aspects from peer reviews. In: Mantoro, T., Lee, M., Ayu, M.A., Wong, K.W., Hidayanto, A.N. (eds.) Neural Information Processing, pp. 761\u2013768. Springer, Cham (2021)"}],"container-title":["Lecture Notes in Computer Science","Linking Theory and Practice of Digital Libraries"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-16802-4_53","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,3,12]],"date-time":"2024-03-12T18:45:14Z","timestamp":1710269114000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-16802-4_53"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022]]},"ISBN":["9783031168017","9783031168024"],"references-count":27,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-16802-4_53","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2022]]},"assertion":[{"value":"15 September 2022","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"TPDL","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Theory and Practice of Digital Libraries","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Padua","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Italy","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2022","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"20 September 2022","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"23 September 2022","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"26","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"tpdl2022","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"http:\/\/tpdl2022.dei.unipd.it\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Single-blind","order":1,"name":"type","label":"Type","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"Easychair","order":2,"name":"conference_management_system","label":"Conference Management System","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"107","order":3,"name":"number_of_submissions_sent_for_review","label":"Number of Submissions Sent for Review","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"18","order":4,"name":"number_of_full_papers_accepted","label":"Number of Full Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"27","order":5,"name":"number_of_short_papers_accepted","label":"Number of Short Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"17% - The value is computed by the equation \"Number of Full Papers Accepted \/ Number of Submissions Sent for Review * 100\" and then rounded to a whole number.","order":6,"name":"acceptance_rate_of_full_papers","label":"Acceptance Rate of Full Papers","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"3","order":7,"name":"average_number_of_reviews_per_paper","label":"Average Number of Reviews per Paper","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"3","order":8,"name":"average_number_of_papers_per_reviewer","label":"Average Number of Papers per Reviewer","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"Yes","order":9,"name":"external_reviewers_involved","label":"External Reviewers Involved","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"15 accelerating innovation papers included in these proceedings","order":10,"name":"additional_info_on_review_process","label":"Additional Info on Review Process","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}}]}}