{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,2,21]],"date-time":"2025-02-21T20:20:33Z","timestamp":1740169233835,"version":"3.37.3"},"reference-count":29,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","license":[{"start":{"date-parts":[[2021,1,1]],"date-time":"2021-01-01T00:00:00Z","timestamp":1609459200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/legalcode"}],"funder":[{"DOI":"10.13039\/501100000038","name":"Natural Sciences and Engineering Research Council of Canada","doi-asserted-by":"publisher","id":[{"id":"10.13039\/501100000038","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001804","name":"Canada Research Chairs","doi-asserted-by":"publisher","id":[{"id":"10.13039\/501100001804","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Access"],"published-print":{"date-parts":[[2021]]},"DOI":"10.1109\/access.2021.3103837","type":"journal-article","created":{"date-parts":[[2021,8,9]],"date-time":"2021-08-09T20:25:56Z","timestamp":1628540756000},"page":"111595-111607","source":"Crossref","is-referenced-by-count":2,"title":["Computer Simulations of Scientific Peer Reviewing"],"prefix":"10.1109","volume":"9","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-4406-6154","authenticated-orcid":false,"given":"Sylvain","family":"Halle","sequence":"first","affiliation":[{"name":"Department of Computer Science and Mathematics, Université du Québec à Chicoutimi, Saguenay, QC, Canada"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"263","reference":[{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1016\/j.respol.2015.01.006"},{"journal-title":"The NIPS Consistency Experiment","year":"2014","author":"defazio","key":"ref11"},{"key":"ref12","first-page":"1274","article-title":"Does my rebuttal matter? Insights from a major NLP conference","volume":"1","author":"gao","year":"2019","journal-title":"Proc Conf North Amer Chapter Assoc Comput Linguistics Hum Lang Technol"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1109\/MC.2018.2876075"},{"article-title":"Computer simulations of scientific peer reviewing (LabPal package)","year":"0","author":"hall\u00e9","key":"ref14"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1016\/j.ibusrev.2009.03.001"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1007\/s11192-017-2375-1"},{"journal-title":"The NIPS experiment","year":"2015","author":"langford","key":"ref17"},{"journal-title":"The NIPS Consistency Experiment","year":"2014","author":"lawrence","key":"ref18"},{"journal-title":"The Nastiness Problem in Computer Science","year":"2011","author":"meyer","key":"ref19"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1007\/s11192-005-0214-2"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2019.2896978"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1007\/s11192-020-03742-9"},{"journal-title":"The Wisdom of Crowds","year":"2004","author":"surowiecki","key":"ref27"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1145\/3173574.3173868"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1038\/nphys1487"},{"journal-title":"Is Peer Review a Coin Toss?","year":"2011","author":"vines","key":"ref29"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1145\/1519103.1519122"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1016\/j.biocon.2015.02.025"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1145\/1570256.1570367"},{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.4033\/iee.2012.5b.8.f"},{"journal-title":"How to Increase the Acceptance Ratios of Top Conferences?","year":"2004","author":"cormode","key":"ref9"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1037\/0033-295X.112.4.881"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.1007\/s11192-013-1002-z"},{"journal-title":"The NIPS experiment","year":"2014","author":"price","key":"ref21"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.1007\/s11192-009-0084-0"},{"key":"ref23","article-title":"ACM SIGSOFT empirical standards","author":"ralph","year":"2020","journal-title":"arXiv 2010 03525"},{"journal-title":"Scientific Peer Reviewing Practical Hints and Best Practices","year":"2016","author":"spyns","key":"ref26"},{"key":"ref25","first-page":"49:1","article-title":"Design and analysis of the NIPS 2016 review process","volume":"19","author":"shah","year":"2018","journal-title":"J Mach Learn Res"}],"container-title":["IEEE Access"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/6287639\/9312710\/09509528.pdf?arnumber=9509528","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,9,8]],"date-time":"2022-09-08T20:57:08Z","timestamp":1662670628000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/9509528\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2021]]},"references-count":29,"URL":"https:\/\/doi.org\/10.1109\/access.2021.3103837","relation":{},"ISSN":["2169-3536"],"issn-type":[{"type":"electronic","value":"2169-3536"}],"subject":[],"published":{"date-parts":[[2021]]}}}