{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,2,13]],"date-time":"2026-02-13T16:28:22Z","timestamp":1771000102925,"version":"3.50.1"},"publisher-location":"Cham","reference-count":25,"publisher":"Springer International Publishing","isbn-type":[{"value":"9783031065545","type":"print"},{"value":"9783031065552","type":"electronic"}],"license":[{"start":{"date-parts":[[2022,1,1]],"date-time":"2022-01-01T00:00:00Z","timestamp":1640995200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2022,1,1]],"date-time":"2022-01-01T00:00:00Z","timestamp":1640995200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2022]]},"DOI":"10.1007\/978-3-031-06555-2_9","type":"book-chapter","created":{"date-parts":[[2022,5,17]],"date-time":"2022-05-17T09:10:13Z","timestamp":1652778613000},"page":"126-139","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":8,"title":["How Confident Was Your Reviewer? Estimating Reviewer Confidence from\u00a0Peer Review Texts"],"prefix":"10.1007","author":[{"given":"Prabhat Kumar","family":"Bharti","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Tirthankar","family":"Ghosal","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Mayank","family":"Agrawal","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Asif","family":"Ekbal","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2022,5,18]]},"reference":[{"issue":"8","key":"9_CR1","doi-asserted-by":"publisher","first-page":"1798","DOI":"10.1109\/TPAMI.2013.50","volume":"35","author":"Y Bengio","year":"2013","unstructured":"Bengio, Y., Courville, A., Vincent, P.: Representation learning: a review and new perspectives. IEEE Trans. Pattern Anal. Mach. Intell. 35(8), 1798\u20131828 (2013)","journal-title":"IEEE Trans. Pattern Anal. Mach. Intell."},{"issue":"2","key":"9_CR2","doi-asserted-by":"publisher","first-page":"124","DOI":"10.1087\/20100207","volume":"23","author":"L Bornmann","year":"2010","unstructured":"Bornmann, L., Daniel, H.D.: Reliability of reviewers\u2019 ratings when using public peer review: a case study. Learned Publishing 23(2), 124\u2013131 (2010)","journal-title":"Learned Publishing"},{"issue":"11","key":"9_CR3","first-page":"2215","volume":"66","author":"L Bornmann","year":"2015","unstructured":"Bornmann, L., Mutz, R.: Growth rates of modern science: a bibliometric analysis based on the number of publications and cited references. J. Am. Soc. Inf. Sci. 66(11), 2215\u20132222 (2015)","journal-title":"J. Am. Soc. Inf. Sci."},{"issue":"1","key":"9_CR4","doi-asserted-by":"publisher","first-page":"393","DOI":"10.1007\/s11192-020-03348-1","volume":"123","author":"ES Brezis","year":"2020","unstructured":"Brezis, E.S., Birukou, A.: Arbitrariness in the peer review process. Scientometrics 123(1), 393\u2013411 (2020). https:\/\/doi.org\/10.1007\/s11192-020-03348-1","journal-title":"Scientometrics"},{"issue":"11","key":"9_CR5","doi-asserted-by":"publisher","first-page":"1205","DOI":"10.1016\/j.jclinepi.2009.12.011","volume":"63","author":"D Chavalarias","year":"2010","unstructured":"Chavalarias, D., Ioannidis, J.P.: Science mapping analysis characterizes 235 biases in biomedical research. J. Clin. Epidemiol. 63(11), 1205\u20131215 (2010)","journal-title":"J. Clin. Epidemiol."},{"key":"9_CR6","doi-asserted-by":"crossref","unstructured":"Conneau, A., Schwenk, H., Barrault, L., Lecun, Y.: Very deep convolutional networks for text classification. arXiv preprint arXiv:1606.01781 (2016)","DOI":"10.18653\/v1\/E17-1104"},{"key":"9_CR7","unstructured":"Cortes, C., Lawrence, N.D.: Inconsistency in conference peer review: revisiting the 2014 neurips experiment. arXiv preprint arXiv:2109.09774 (2021)"},{"key":"9_CR8","unstructured":"De Bellis, N.: Bibliometrics and Citation Analysis: From the Science Citation Index to Cybermetrics. Scarecrow Press (2009)"},{"key":"9_CR9","unstructured":"Devlin, J., Chang, M.W., Lee, K., Toutanova, K.: BERT: pre-training of deep bidirectional transformers for language understanding. arXiv preprint arXiv:1810.04805 (2018)"},{"key":"9_CR10","unstructured":"Gao, W., Yoshinaga, N., Kaji, N., Kitsuregawa, M.: Modeling user leniency and product popularity for sentiment classification. In: Proceedings of the Sixth International Joint Conference on Natural Language Processing, pp. 1107\u20131111 (2013)"},{"key":"9_CR11","doi-asserted-by":"crossref","unstructured":"Huang, B., Carley, K.M.: Parameterized convolutional neural networks for aspect level sentiment classification. arXiv preprint arXiv:1909.06276 (2019)","DOI":"10.18653\/v1\/D18-1136"},{"issue":"1","key":"9_CR12","doi-asserted-by":"publisher","first-page":"633","DOI":"10.1007\/s11192-017-2310-5","volume":"113","author":"J Huisman","year":"2017","unstructured":"Huisman, J., Smits, J.: Duration and quality of the peer review process: the author\u2019s perspective. Scientometrics 113(1), 633\u2013650 (2017)","journal-title":"Scientometrics"},{"issue":"3","key":"9_CR13","first-page":"227","volume":"25","author":"J Kelly","year":"2014","unstructured":"Kelly, J., Sadeghieh, T., Adeli, K.: Peer review in scientific publications: benefits, critiques, & a survival guide. Ejifcc 25(3), 227 (2014)","journal-title":"Ejifcc"},{"key":"9_CR14","unstructured":"Kingma, D.P., Ba, J.: Adam: a method for stochastic optimization. arXiv preprint arXiv:1412.6980 (2014)"},{"issue":"10","key":"9_CR15","doi-asserted-by":"publisher","first-page":"1321","DOI":"10.1001\/jama.1990.03440100021002","volume":"263","author":"DA Kronick","year":"1990","unstructured":"Kronick, D.A.: Peer review in 18th-century scientific journalism. JAMA 263(10), 1321\u20131322 (1990)","journal-title":"JAMA"},{"key":"9_CR16","doi-asserted-by":"crossref","unstructured":"Pang, B., Lee, L.: Seeing stars: exploiting class relationships for sentiment categorization with respect to rating scales. arXiv preprint cs\/0506075 (2005)","DOI":"10.3115\/1219840.1219855"},{"key":"9_CR17","doi-asserted-by":"crossref","unstructured":"Pennington, J., Socher, R., Manning, C.D.: Glove: global vectors for word representation. In: Proceedings of the 2014 Conference on Empirical Methods in Natural Language Processing (EMNLP), pp. 1532\u20131543 (2014)","DOI":"10.3115\/v1\/D14-1162"},{"issue":"3","key":"9_CR18","doi-asserted-by":"publisher","first-page":"70","DOI":"10.1145\/2979672","volume":"60","author":"S Price","year":"2017","unstructured":"Price, S., Flach, P.A.: Computational support for academic peer review: a perspective from artificial intelligence. Commun. ACM 60(3), 70\u201379 (2017)","journal-title":"Commun. ACM"},{"key":"9_CR19","unstructured":"Qiao, C., et al.: A new method of region embedding for text classification. In: ICLR (Poster) (2018)"},{"key":"9_CR20","unstructured":"Qu, L., Ifrim, G., Weikum, G.: The bag-of-opinions method for review rating prediction from sparse text patterns. In: Proceedings of the 23rd International Conference on Computational Linguistics (Coling 2010), pp. 913\u2013921 (2010)"},{"issue":"1","key":"9_CR21","first-page":"1929","volume":"15","author":"N Srivastava","year":"2014","unstructured":"Srivastava, N., Hinton, G., Krizhevsky, A., Sutskever, I., Salakhutdinov, R.: Dropout: a simple way to prevent neural networks from overfitting. J. Mach. Learn. Res. 15(1), 1929\u20131958 (2014)","journal-title":"J. Mach. Learn. Res."},{"key":"9_CR22","first-page":"249","volume":"34","author":"AN Tabah","year":"1999","unstructured":"Tabah, A.N.: Literature dynamics: studies on growth, diffusion, and epidemics. Ann. Rev. Inf. Sci. Technol. (ARIST) 34, 249\u201386 (1999)","journal-title":"Ann. Rev. Inf. Sci. Technol. (ARIST)"},{"issue":"48","key":"9_CR23","doi-asserted-by":"publisher","first-page":"12708","DOI":"10.1073\/pnas.1707323114","volume":"114","author":"A Tomkins","year":"2017","unstructured":"Tomkins, A., Zhang, M., Heavlin, W.D.: Reviewer bias in single-versus double-blind peer review. Proc. Natl. Acad. Sci. 114(48), 12708\u201312713 (2017)","journal-title":"Proc. Natl. Acad. Sci."},{"key":"9_CR24","doi-asserted-by":"crossref","unstructured":"Wang, B.: Disconnected recurrent neural networks for text categorization. In: Proceedings of the 56th Annual Meeting of the Association for Computational Linguistics (Volume 1: Long Papers), pp. 2311\u20132320 (2018)","DOI":"10.18653\/v1\/P18-1215"},{"key":"9_CR25","unstructured":"Zhang, Y., Wallace, B.: A sensitivity analysis of (and practitioners\u2019 guide to) convolutional neural networks for sentence classification. arXiv preprint arXiv:1510.03820 (2015)"}],"updated-by":[{"DOI":"10.1007\/978-3-031-06555-2_53","type":"correction","label":"Correction","source":"publisher","updated":{"date-parts":[[2022,6,18]],"date-time":"2022-06-18T00:00:00Z","timestamp":1655510400000}}],"container-title":["Lecture Notes in Computer Science","Document Analysis Systems"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-06555-2_9","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,3,12]],"date-time":"2024-03-12T16:03:45Z","timestamp":1710259425000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-06555-2_9"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022]]},"ISBN":["9783031065545","9783031065552"],"references-count":25,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-06555-2_9","relation":{"correction":[{"id-type":"doi","id":"10.1007\/978-3-031-06555-2_53","asserted-by":"object"}]},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2022]]},"assertion":[{"value":"18 May 2022","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"18 June 2022","order":2,"name":"change_date","label":"Change Date","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"Correction","order":3,"name":"change_type","label":"Change Type","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"In the version of this paper that was originally published one crucial acknowledgement was missing. This has now been corrected.","order":4,"name":"change_details","label":"Change Details","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"In no way does this work attempt to replace human reviewers; instead, a good use case of this research is to focus and enhance the quality of the review process is to leverage Human AI collaboration to predict the confidence scores of the reviewers. It will eventually help the editors with review quality.","order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Ethics Compliance"}},{"value":"DAS","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Workshop on Document Analysis Systems","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"La Rochelle","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"France","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2022","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"22 May 2022","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"25 May 2022","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"15","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"das2022","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/das2022.univ-lr.fr\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Single-blind","order":1,"name":"type","label":"Type","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"easychair","order":2,"name":"conference_management_system","label":"Conference Management System","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"94","order":3,"name":"number_of_submissions_sent_for_review","label":"Number of Submissions Sent for Review","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"52","order":4,"name":"number_of_full_papers_accepted","label":"Number of Full Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"16","order":5,"name":"number_of_short_papers_accepted","label":"Number of Short Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"55% - The value is computed by the equation \"Number of Full Papers Accepted \/ Number of Submissions Sent for Review * 100\" and then rounded to a whole number.","order":6,"name":"acceptance_rate_of_full_papers","label":"Acceptance Rate of Full Papers","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"3","order":7,"name":"average_number_of_reviews_per_paper","label":"Average Number of Reviews per Paper","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"2.85","order":8,"name":"average_number_of_papers_per_reviewer","label":"Average Number of Papers per Reviewer","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"No","order":9,"name":"external_reviewers_involved","label":"External Reviewers Involved","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}}]}}