{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,10,30]],"date-time":"2026-10-30T11:15:17Z","timestamp":1793358917121,"version":"4.5.0"},"reference-count":49,"publisher":"Springer Science and Business Media LLC","issue":"34","license":[{"start":{"date-parts":[[2023,9,23]],"date-time":"2023-09-23T00:00:00Z","timestamp":1695427200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2023,9,23]],"date-time":"2023-09-23T00:00:00Z","timestamp":1695427200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"funder":[{"name":"State Language Commission of China","award":["WT135-38"],"award-info":[{"award-number":["WT135-38"]}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Neural Comput & Applic"],"published-print":{"date-parts":[[2023,12]]},"DOI":"10.1007\/s00521-023-08891-5","type":"journal-article","created":{"date-parts":[[2023,9,23]],"date-time":"2023-09-23T16:01:32Z","timestamp":1695484892000},"page":"24191-24206","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":11,"title":["MOPRD: A multidisciplinary open peer review dataset"],"prefix":"10.1007","volume":"35","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-8343-0230","authenticated-orcid":false,"given":"Jialiang","family":"Lin","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Jiaxin","family":"Song","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Zhangping","family":"Zhou","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Yidong","family":"Chen","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-8163-7139","authenticated-orcid":false,"given":"Xiaodong","family":"Shi","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2023,9,23]]},"reference":[{"key":"8891_CR1","doi-asserted-by":"publisher","unstructured":"Beltagy I, Lo K, Cohan A (2019) SciBERT: a pretrained language model for scientific text. In: EMNLP-IJCNLP. https:\/\/doi.org\/10.18653\/v1\/D19-1371","DOI":"10.18653\/v1\/D19-1371"},{"key":"8891_CR2","unstructured":"Beltagy I, Peters ME, Cohan A (2020) Longformer: the long-document transformer. arXiv preprint arXiv:2004.05150"},{"issue":"3","key":"8891_CR3","doi-asserted-by":"publisher","first-page":"843","DOI":"10.1007\/s11192-011-0569-5","volume":"91","author":"L Bornmann","year":"2012","unstructured":"Bornmann L, Wolf M, Daniel HD (2012) Closed versus open reviewing of journal manuscripts: how far do comments differ in language use? Scientometrics 91(3):843\u2013856. https:\/\/doi.org\/10.1007\/s11192-011-0569-5","journal-title":"Scientometrics"},{"key":"8891_CR4","doi-asserted-by":"publisher","unstructured":"Choudhary G, Modani N, Maurya N (2021) ReAct: a review comment dataset for actionability (and more). In: WISE. https:\/\/doi.org\/10.1007\/978-3-030-91560-5_24","DOI":"10.1007\/978-3-030-91560-5_24"},{"key":"8891_CR5","doi-asserted-by":"publisher","unstructured":"Deng Z, Peng H, Xia C, et al (2020) Hierarchical bi-directional self-attention networks for paper review rating recommendation. In: COLING. https:\/\/doi.org\/10.18653\/v1\/2020.coling-main.555","DOI":"10.18653\/v1\/2020.coling-main.555"},{"key":"8891_CR6","doi-asserted-by":"publisher","unstructured":"Fan A, Lewis M, Dauphin Y (2018) Hierarchical neural story generation. In: ACL. https:\/\/doi.org\/10.18653\/v1\/P18-1082","DOI":"10.18653\/v1\/P18-1082"},{"issue":"4","key":"8891_CR7","doi-asserted-by":"publisher","first-page":"311","DOI":"10.3138\/jsp.44-4-001","volume":"44","author":"E Ford","year":"2013","unstructured":"Ford E (2013) Defining and characterizing open peer review: a review of the literature. J Sch Publish 44(4):311\u2013326. https:\/\/doi.org\/10.3138\/jsp.44-4-001","journal-title":"J Sch Publish"},{"key":"8891_CR8","doi-asserted-by":"publisher","unstructured":"Gao Y, Eger S, Kuznetsov I et al (2019) Does my rebuttal matter? Insights from a major NLP conference. In: NAACL-HLT. https:\/\/doi.org\/10.18653\/v1\/N19-1129","DOI":"10.18653\/v1\/N19-1129"},{"key":"8891_CR9","doi-asserted-by":"publisher","unstructured":"Ghosal T, Kumar S, Bharti PK et al (2022) Peer review analyze: a novel benchmark resource for computational analysis of peer reviews. PLOS One 17(1):e0259-238. https:\/\/doi.org\/10.1371\/journal.pone.0259238","DOI":"10.1371\/journal.pone.0259238"},{"key":"8891_CR10","doi-asserted-by":"publisher","unstructured":"Ghosal T, Verma R, Ekbal A et al (2019a) A sentiment augmented deep architecture to predict peer review outcomes. In: JCDL. https:\/\/doi.org\/10.1109\/JCDL.2019.00096","DOI":"10.1109\/JCDL.2019.00096"},{"key":"8891_CR11","doi-asserted-by":"publisher","unstructured":"Ghosal T, Verma R, Ekbal A et al (2019b) DeepSentiPeer: harnessing sentiment in review texts to recommend peer review decisions. In: ACL. https:\/\/doi.org\/10.18653\/v1\/P19-1106","DOI":"10.18653\/v1\/P19-1106"},{"key":"8891_CR12","doi-asserted-by":"crossref","unstructured":"Guo M, Ainslie J, Uthus D et al (2022) LongT5: efficient text-to-text transformer for long sequences. In: Findings of NAACL","DOI":"10.18653\/v1\/2022.findings-naacl.55"},{"issue":"12","key":"8891_CR13","doi-asserted-by":"publisher","first-page":"8475","DOI":"10.1007\/s00521-018-3698-4","volume":"31","author":"H Han","year":"2019","unstructured":"Han H, Bai X, Li P (2019) Augmented sentiment representation by learning context information. Neural Comput Appl 31(12):8475\u20138482. https:\/\/doi.org\/10.1007\/s00521-018-3698-4","journal-title":"Neural Comput Appl"},{"issue":"3","key":"8891_CR14","doi-asserted-by":"publisher","first-page":"2341","DOI":"10.1007\/s00521-021-06542-1","volume":"34","author":"JL Huan","year":"2022","unstructured":"Huan JL, Sekh AA, Quek C et al (2022) Emotionally charged text classification with deep learning and sentiment semantic. Neural Comput Appl 34(3):2341\u20132351. https:\/\/doi.org\/10.1007\/s00521-021-06542-1","journal-title":"Neural Comput Appl"},{"key":"8891_CR15","doi-asserted-by":"publisher","unstructured":"Hua X, Nikolov M, Badugu N et al (2019) Argument mining for understanding peer reviews. In: NAACL-HLT. https:\/\/doi.org\/10.18653\/v1\/N19-1219","DOI":"10.18653\/v1\/N19-1219"},{"key":"8891_CR16","doi-asserted-by":"publisher","unstructured":"Kang D, Ammar W, Dalvi B et al (2018) A dataset of peer reviews (PeerRead): collection, insights and NLP applications. In: NAACL-HLT. https:\/\/doi.org\/10.18653\/v1\/N18-1149","DOI":"10.18653\/v1\/N18-1149"},{"key":"8891_CR17","doi-asserted-by":"publisher","DOI":"10.1136\/bmj.c6425","volume":"341","author":"K Khan","year":"2010","unstructured":"Khan K (2010) Is open peer review the fairest system? No. BMJ 341:c6425. https:\/\/doi.org\/10.1136\/bmj.c6425","journal-title":"No. BMJ"},{"key":"8891_CR18","doi-asserted-by":"crossref","unstructured":"Klein G, Kim Y, Deng Y et al (2017) OpenNMT: open-source toolkit for neural machine translation. In: ACL Demo","DOI":"10.18653\/v1\/P17-4012"},{"issue":"2","key":"8891_CR19","doi-asserted-by":"publisher","first-page":"148","DOI":"10.7326\/M16-2550","volume":"166","author":"C Laine","year":"2017","unstructured":"Laine C (2017) Scientific misconduct hurts. Ann Internal Med 166(2):148\u2013149. https:\/\/doi.org\/10.7326\/M16-2550","journal-title":"Ann Internal Med"},{"key":"8891_CR20","doi-asserted-by":"publisher","unstructured":"Lewis M, Liu Y, Goyal N et al (2020) BART: denoising sequence-to-sequence pre-training for natural language generation, translation, and comprehension. In: ACL. https:\/\/doi.org\/10.18653\/v1\/2020.acl-main.703","DOI":"10.18653\/v1\/2020.acl-main.703"},{"key":"8891_CR21","doi-asserted-by":"crossref","unstructured":"Lin CY, Hovy E (2003) Automatic evaluation of summaries using n-gram co-occurrence statistics. In: HLT-NAACL","DOI":"10.3115\/1073445.1073465"},{"key":"8891_CR22","unstructured":"Lin CY (2004) ROUGE: a package for automatic evaluation of summaries. In: Text Summarization Branches Out"},{"key":"8891_CR23","doi-asserted-by":"publisher","unstructured":"Lin J, Song J, Zhou Z et al (2023) Automated scholarly paper review: concepts, technologies, and challenges. Information Fusion 98. https:\/\/doi.org\/10.1016\/j.inffus.2023.101830","DOI":"10.1016\/j.inffus.2023.101830"},{"issue":"07","key":"8891_CR24","doi-asserted-by":"publisher","first-page":"947","DOI":"10.1142\/s0218194022500358","volume":"32","author":"J Lin","year":"2022","unstructured":"Lin J, Wang Y, Yu Y et al (2022) Automatic analysis of available source code of top artificial intelligence conference papers. Int J Softw Eng Knowl Eng 32(07):947\u2013970. https:\/\/doi.org\/10.1142\/s0218194022500358","journal-title":"Int J Softw Eng Knowl Eng"},{"key":"8891_CR25","doi-asserted-by":"publisher","unstructured":"Loper E, Bird S (2002) NLTK: the natural language toolkit. In: ETMTNLP. https:\/\/doi.org\/10.3115\/1118108.1118117","DOI":"10.3115\/1118108.1118117"},{"key":"8891_CR26","doi-asserted-by":"publisher","unstructured":"Lopez P (2009) GROBID: combining automatic bibliographic data recognition and term extraction for scholarship publications. In: ECDL. https:\/\/doi.org\/10.1007\/978-3-642-04346-8_62","DOI":"10.1007\/978-3-642-04346-8_62"},{"issue":"e11","key":"8891_CR27","doi-asserted-by":"publisher","first-page":"999","DOI":"10.7717\/peerj.11999","volume":"9","author":"A Matsui","year":"2021","unstructured":"Matsui A, Chen E, Wang Y et al (2021) The impact of peer review on the contribution potential of scientific papers. PeerJ 9(e11):999. https:\/\/doi.org\/10.7717\/peerj.11999","journal-title":"PeerJ"},{"issue":"9","key":"8891_CR28","doi-asserted-by":"publisher","first-page":"830","DOI":"10.1111\/j.1365-2929.2006.02573.x","volume":"40","author":"J Morrison","year":"2006","unstructured":"Morrison J (2006) The case for open peer review. Med Educ 40(9):830\u2013831. https:\/\/doi.org\/10.1111\/j.1365-2929.2006.02573.x","journal-title":"Med Educ"},{"key":"8891_CR29","volume-title":"Measurement of science: Study of the development of science as an information process","author":"VV Nalimov","year":"1971","unstructured":"Nalimov VV, Mulchenko ZM (1971) Measurement of science: study of the development of science as an information process. Foreign Technology Division, Washington DC"},{"issue":"4","key":"8891_CR30","doi-asserted-by":"publisher","first-page":"957","DOI":"10.1002\/asi.23711","volume":"68","author":"S Nobarany","year":"2017","unstructured":"Nobarany S, Booth KS (2017) Understanding and supporting anonymity policies in peer review. J Assoc Inform Sci Technol 68(4):957\u2013971. https:\/\/doi.org\/10.1002\/asi.23711","journal-title":"J Assoc Inform Sci Technol"},{"key":"8891_CR31","unstructured":"Paulus R, Xiong C, Socher R (2018) A deep reinforced model for abstractive summarization. In: ICLR"},{"key":"8891_CR32","unstructured":"Plank B, van Dalen R (2019) CiteTracked: a longitudinal dataset of peer reviews and citations. In: BIRNDL"},{"key":"8891_CR33","doi-asserted-by":"publisher","first-page":"218","DOI":"10.1016\/j.neucom.2020.11.004","volume":"428","author":"T Pradhan","year":"2021","unstructured":"Pradhan T, Bhatia C, Kumar P et al (2021) A deep neural architecture based meta-review generation and final decision prediction of a scholarly article. Neurocomputing 428:218\u2013238. https:\/\/doi.org\/10.1016\/j.neucom.2020.11.004","journal-title":"Neurocomputing"},{"key":"8891_CR34","doi-asserted-by":"publisher","unstructured":"Ribeiro AC, Sizo A, Lopes Cardoso H et al (2021) Acceptance decision prediction in peer-review through sentiment analysis. In: EPIA. https:\/\/doi.org\/10.1007\/978-3-030-86230-5_60","DOI":"10.1007\/978-3-030-86230-5_60"},{"key":"8891_CR35","doi-asserted-by":"publisher","unstructured":"Shen C, Cheng L, Zhou R et al (2022) MReD: a meta-review dataset for structure-controllable text generation. In: Findings of ACL. https:\/\/doi.org\/10.18653\/v1\/2022.findings-acl.198","DOI":"10.18653\/v1\/2022.findings-acl.198"},{"key":"8891_CR36","doi-asserted-by":"publisher","unstructured":"Singh S, Singh M, Goyal P (2021) COMPARE: a taxonomy and dataset of comparison discussions in peer reviews. In: JCDL, https:\/\/doi.org\/10.1109\/JCDL52503.2021.00068","DOI":"10.1109\/JCDL52503.2021.00068"},{"key":"8891_CR37","doi-asserted-by":"publisher","unstructured":"Soltau H, Liao H, Sak H (2017) Neural speech recognizer: acoustic-to-word LSTM model for large vocabulary speech recognition. In: Interspeech. https:\/\/doi.org\/10.21437\/Interspeech.2017-1566","DOI":"10.21437\/Interspeech.2017-1566"},{"key":"8891_CR38","doi-asserted-by":"publisher","unstructured":"Stappen L, Rizos G, Hasan M et al (2020) Uncertainty-aware machine support for paper reviewing on the Interspeech 2019 Submission Corpus. In: Interspeech. https:\/\/doi.org\/10.21437\/Interspeech.2020-2862","DOI":"10.21437\/Interspeech.2020-2862"},{"issue":"7569","key":"8891_CR39","doi-asserted-by":"publisher","first-page":"306","DOI":"10.1038\/525306a","volume":"525","author":"R Van Noorden","year":"2015","unstructured":"Van Noorden R (2015) Interdisciplinary research by the numbers. Nature 525(7569):306\u2013307. https:\/\/doi.org\/10.1038\/525306a","journal-title":"Nature"},{"issue":"3","key":"8891_CR40","doi-asserted-by":"publisher","first-page":"234","DOI":"10.1001\/jama.280.3.234","volume":"280","author":"S van Rooyen","year":"1998","unstructured":"van Rooyen S, Godlee F, Evans S et al (1998) Effect of blinding and unmasking on the quality of peer review: a randomized trial. JAMA 280(3):234\u2013237. https:\/\/doi.org\/10.1001\/jama.280.3.234","journal-title":"JAMA"},{"issue":"7175","key":"8891_CR41","doi-asserted-by":"publisher","first-page":"23","DOI":"10.1136\/bmj.318.7175.23","volume":"318","author":"S van Rooyen","year":"1999","unstructured":"van Rooyen S, Godlee F, Evans S et al (1999) Effect of open peer review on quality of reviews and on reviewers\u2019 recommendations: a randomised trial. BMJ 318(7175):23\u201327. https:\/\/doi.org\/10.1136\/bmj.318.7175.23","journal-title":"BMJ"},{"issue":"1","key":"8891_CR42","doi-asserted-by":"publisher","first-page":"47","DOI":"10.1192\/bjp.176.1.47","volume":"176","author":"E Walsh","year":"2000","unstructured":"Walsh E, Rooney M, Appleby L et al (2000) Open peer review: a randomised controlled trial. Br J Psychiat 176(1):47\u201351. https:\/\/doi.org\/10.1192\/bjp.176.1.47","journal-title":"Br J Psychiat"},{"key":"8891_CR43","unstructured":"Ware M, Mabe M (2015) The STM Report: an overview of scientific and scholarly journal publishing, 4th edn. Technical and Medical Publishers, International Association of Scientific"},{"key":"8891_CR44","doi-asserted-by":"publisher","unstructured":"Wolf T, Debut L, Sanh V et al (2020) Transformers: state-of-the-art natural language processing. In: EMNLP Demo. https:\/\/doi.org\/10.18653\/v1\/2020.emnlp-demos.6","DOI":"10.18653\/v1\/2020.emnlp-demos.6"},{"issue":"2","key":"8891_CR45","doi-asserted-by":"publisher","first-page":"1033","DOI":"10.1007\/s11192-020-03488-4","volume":"125","author":"D Wolfram","year":"2020","unstructured":"Wolfram D, Wang P, Hembree A et al (2020) Open peer review: promoting transparency in open science. Scientometrics 125(2):1033\u20131051. https:\/\/doi.org\/10.1007\/s11192-020-03488-4","journal-title":"Scientometrics"},{"key":"8891_CR46","doi-asserted-by":"publisher","unstructured":"Xiao W, Beltagy I, Carenini G et al (2022) PRIMERA: Pyramid-based masked sentence pre-training for multi-document summarization. In: ACL. https:\/\/doi.org\/10.18653\/v1\/2022.acl-long.360","DOI":"10.18653\/v1\/2022.acl-long.360"},{"key":"8891_CR47","unstructured":"Yuan W, Neubig G, Liu P (2021) BARTScore: evaluating generated text as text generation. In: NeurIPS"},{"key":"8891_CR48","doi-asserted-by":"publisher","first-page":"171","DOI":"10.1613\/jair.1.12862","volume":"75","author":"W Yuan","year":"2022","unstructured":"Yuan W, Liu P, Neubig G (2022) Can we automate scientific reviewing? J Artif Intell Res 75:171\u2013212. https:\/\/doi.org\/10.1613\/jair.1.12862","journal-title":"J Artif Intell Res"},{"key":"8891_CR49","unstructured":"Zaheer M, Guruganesh G, Dubey A et al (2020) Big Bird: transformers for longer sequences. In: NeurIPS"}],"container-title":["Neural Computing and Applications"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s00521-023-08891-5.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s00521-023-08891-5\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s00521-023-08891-5.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,11,3]],"date-time":"2023-11-03T13:05:59Z","timestamp":1699016759000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s00521-023-08891-5"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,9,23]]},"references-count":49,"journal-issue":{"issue":"34","published-print":{"date-parts":[[2023,12]]}},"alternative-id":["8891"],"URL":"https:\/\/doi.org\/10.1007\/s00521-023-08891-5","relation":{},"ISSN":["0941-0643","1433-3058"],"issn-type":[{"value":"0941-0643","type":"print"},{"value":"1433-3058","type":"electronic"}],"subject":[],"published":{"date-parts":[[2023,9,23]]},"assertion":[{"value":"2 December 2022","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"12 July 2023","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"23 September 2023","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"The authors declare that there is no conflict of interest regarding the publication of this paper.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflict of interest"}}]}}