{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,5,4]],"date-time":"2026-05-04T00:26:30Z","timestamp":1777854390673,"version":"3.51.4"},"reference-count":17,"publisher":"SAGE Publications","issue":"1","license":[{"start":{"date-parts":[[2004,2,1]],"date-time":"2004-02-01T00:00:00Z","timestamp":1075593600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/journals.sagepub.com\/page\/policies\/text-and-data-mining-license"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["Journal of Information Science"],"published-print":{"date-parts":[[2004,2]]},"abstract":"<jats:p>This paper analyses the reliability of the double-blind peer review systems used for submissions to the 2001 and 2002 UK Academy for Information Systems (UKAIS) conferences. The level of reliability found in the first conference was marginally lower than would be expected from a model based on chance. In the second conference the reliability level was significantly better, but still low. The paper explores some of the implications of this for the reviewing system, and suggests a model for assessing the impact of low levels of reliability.<\/jats:p>","DOI":"10.1177\/0165551504041673","type":"journal-article","created":{"date-parts":[[2004,5,27]],"date-time":"2004-05-27T11:59:35Z","timestamp":1085659175000},"page":"2-11","source":"Crossref","is-referenced-by-count":17,"title":["The Reliability of Peer Reviews of Papers on Information Systems"],"prefix":"10.1177","volume":"30","author":[{"given":"Michael","family":"Wood","sequence":"first","affiliation":[{"name":"Department of Accounting, Law and Management Science, Portsmouth Business                        School, Portsmouth, UK"}]},{"given":"Martyn","family":"Roberts","sequence":"additional","affiliation":[{"name":"Department of Accounting, Law and Management Science, Portsmouth Business                        School, Portsmouth, UK"}]},{"given":"Barbara","family":"Howell","sequence":"additional","affiliation":[{"name":"School of Information Management, Leeds Metropolitan University, Leeds                        LS6 3QS, UK"}]}],"member":"179","published-online":{"date-parts":[[2004,2,1]]},"reference":[{"key":"atypb1","doi-asserted-by":"crossref","unstructured":"[1] D. Cox, L. Gleser, M. Periman, N. Reid and K. Roeder, Report of the ad hoc committee on double-blind refereeing , Statistical Sciences 6(3) (1993) 310\u2013330 .","DOI":"10.1214\/ss\/1177010904"},{"key":"atypb2","doi-asserted-by":"crossref","unstructured":"[2] H.D. Daniel, Guardians of Science: Fairness and Reliability of Peer Review (translated by W. E. Russey) ( VCH, Weinheim , 1993).","DOI":"10.1002\/3527602208"},{"key":"atypb3","doi-asserted-by":"publisher","DOI":"10.1093\/brain\/123.9.1964"},{"key":"atypb4","unstructured":"[4] A.C. Weller, Editorial Peer Review: its Strengths and Weaknesses ( Information Today, Medford, NJ , 2001)."},{"key":"atypb5","doi-asserted-by":"publisher","DOI":"10.1017\/S0140525X00011183"},{"key":"atypb6","doi-asserted-by":"publisher","DOI":"10.1016\/S0165-6147(00)01618-7"},{"key":"atypb7","doi-asserted-by":"publisher","DOI":"10.1016\/S0895-4356(97)00167-4"},{"key":"atypb8","doi-asserted-by":"publisher","DOI":"10.1016\/S0305-0483(98)00066-8"},{"key":"atypb9","doi-asserted-by":"crossref","unstructured":"[9] E. Bonnevie, A multifaceted portrait of a library and information science journal : the case of the Journal of Information Science, Journal of Information Science 29(1) (2003) 11\u201323 .","DOI":"10.1177\/016555150302900102"},{"key":"atypb10","doi-asserted-by":"publisher","DOI":"10.1016\/S0895-4356(99)00047-5"},{"key":"atypb11","doi-asserted-by":"publisher","DOI":"10.1001\/jama.1990.03440100077011"},{"key":"atypb12","doi-asserted-by":"publisher","DOI":"10.1037\/0003-066X.45.5.591"},{"key":"atypb13","doi-asserted-by":"publisher","DOI":"10.1017\/S0140525X00011237"},{"key":"atypb14","doi-asserted-by":"publisher","DOI":"10.1023\/A:1026435213337"},{"key":"atypb15","doi-asserted-by":"publisher","DOI":"10.1023\/A:1012216220798"},{"key":"atypb16","doi-asserted-by":"publisher","DOI":"10.1016\/S0140-6736(97)11510-0"},{"key":"atypb17","doi-asserted-by":"publisher","DOI":"10.1108\/eb026900"}],"container-title":["Journal of Information Science"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/journals.sagepub.com\/doi\/pdf\/10.1177\/0165551504041673","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/journals.sagepub.com\/doi\/pdf\/10.1177\/0165551504041673","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,4,29]],"date-time":"2026-04-29T23:06:46Z","timestamp":1777504006000},"score":1,"resource":{"primary":{"URL":"https:\/\/journals.sagepub.com\/doi\/10.1177\/0165551504041673"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2004,2]]},"references-count":17,"journal-issue":{"issue":"1","published-print":{"date-parts":[[2004,2]]}},"alternative-id":["10.1177\/0165551504041673"],"URL":"https:\/\/doi.org\/10.1177\/0165551504041673","relation":{},"ISSN":["0165-5515","1741-6485"],"issn-type":[{"value":"0165-5515","type":"print"},{"value":"1741-6485","type":"electronic"}],"subject":[],"published":{"date-parts":[[2004,2]]}}}