{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,11]],"date-time":"2026-04-11T02:53:10Z","timestamp":1775875990638,"version":"3.50.1"},"reference-count":58,"publisher":"Informa UK Limited","issue":"4","content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["Computer Science Education"],"published-print":{"date-parts":[[2009,12]]},"DOI":"10.1080\/08993400903384844","type":"journal-article","created":{"date-parts":[[2009,12,5]],"date-time":"2009-12-05T09:30:59Z","timestamp":1260005459000},"page":"209-232","source":"Crossref","is-referenced-by-count":83,"title":["A systematic review of tools that support peer assessment"],"prefix":"10.1080","volume":"19","author":[{"given":"Andrew","family":"Luxton-Reilly","sequence":"first","affiliation":[]}],"member":"301","published-online":{"date-parts":[[2009,12,4]]},"reference":[{"key":"CIT0001","doi-asserted-by":"crossref","unstructured":"Anderson, N. and Shneiderman, B. Use of peer ratings in evaluating computer program quality. Proceedings of the 15th Annual SIGCPR Conference. Arlington, Virginia, USA. pp.218\u2013226. New York, NY: ACM.","DOI":"10.1145\/800100.803247"},{"issue":"5","key":"CIT0002","doi-asserted-by":"crossref","first-page":"427","DOI":"10.1080\/0260293022000009302","volume":"27","author":"Ballantyne R.","year":"2002","journal-title":"Assessment and Evaluation in Higher Education"},{"issue":"1","key":"CIT0003","doi-asserted-by":"crossref","first-page":"26","DOI":"10.1080\/09687760108656773","volume":"9","author":"Bhalerao A.","year":"2001","journal-title":"Association for Learning Technology Journal"},{"key":"CIT0004","doi-asserted-by":"crossref","first-page":"571","DOI":"10.1016\/j.jss.2006.07.009","volume":"80","author":"Brereton P.","year":"2007","journal-title":"The Journal of Systems and Software"},{"key":"CIT0005","unstructured":"Chalk, B. and Adeboye, K. Peer assessment of program code: A comparison of two feedback instruments. 6th HEA-ICS annual conference. pp.106\u2013110. York: University of York."},{"issue":"3","key":"CIT0006","first-page":"11","volume":"12","author":"Chapman O.","year":"2000","journal-title":"Journal of Interactive Instruction Development"},{"issue":"3","key":"CIT0007","doi-asserted-by":"crossref","first-page":"409","DOI":"10.1016\/j.compedu.2005.02.004","volume":"48","author":"Cho K.","year":"2007","journal-title":"Computers and Education"},{"issue":"4","key":"CIT0008","doi-asserted-by":"crossref","first-page":"346","DOI":"10.1080\/135580000750052955","volume":"37","author":"Davies P.","year":"2000","journal-title":"Innovations in Education and Training International"},{"issue":"1","key":"CIT0009","doi-asserted-by":"crossref","first-page":"41","DOI":"10.1080\/0968776030110105","volume":"11","author":"Davies P.","year":"2003","journal-title":"ALT-J"},{"issue":"3","key":"CIT0010","doi-asserted-by":"crossref","first-page":"261","DOI":"10.1080\/0968776042000259573","volume":"12","author":"Davies P.","year":"2004","journal-title":"ALT-J"},{"issue":"1","key":"CIT0011","doi-asserted-by":"crossref","first-page":"69","DOI":"10.1080\/14703290500467566","volume":"43","author":"Davies P.","year":"2006","journal-title":"Innovations in Education and Training International"},{"key":"CIT0012","doi-asserted-by":"crossref","first-page":"321","DOI":"10.1080\/02602930802071072","volume":"34","author":"Davies P.","year":"2009","journal-title":"Assessment and Evaluation in Higher Education"},{"key":"CIT0013","unstructured":"de Raadt, M., Lai, D. and Watson, R. An evaluation of electronic individual peer assessment in an introductory programming course. Seventh Baltic sea conference on computing education research (Koli Calling 2007). Edited by: Lister, R. and Simon. Vol. 88, pp.53\u201364. Koli National Park, Finland: ACS."},{"key":"CIT0014","unstructured":"de Raadt, M., Toleman, M. and Watson, R. Electronic peer review: A large cohort teaching themselves? In. Proceedings of the 22nd Annual Conference of the Australasian Society for Computers in Learning in Tertiary Education (ASCILITE'05). Brisbane, Australia. pp.159\u2013168. http:\/\/www.ascilite.org.au\/conferences\/brisbane05\/blogs\/proceedings\/17_de%20Raadt.pdf"},{"key":"CIT0015","doi-asserted-by":"crossref","unstructured":"Denny, P., Hamer, J., Luxton-Reilly, A. and Purchase, H. PeerWise: Students sharing their multiple choice questions. ICER '08: Proceeding of the fourth international workshop on Computing education research. Sydney, Australia. pp.51\u201358. New York, NY: ACM.","DOI":"10.1145\/1404520.1404526"},{"key":"CIT0016","doi-asserted-by":"crossref","unstructured":"Denny, P., Luxton-Reilly, A. and Hamer, J. The PeerWise system of student contributed assessment questions. Tenth Australasian computing education conference (ACE 2008). Edited by: Simon and Hamilton, M. pp.69\u201374. Wollongong, NSW, Australia: ACS.","DOI":"10.1145\/1595356.1595378"},{"key":"CIT0017","doi-asserted-by":"crossref","unstructured":"Denny, P., Luxton-Reilly, A. and Hamer, J. Student use of the PeerWise system. ITICSE '08: Proceedings of the 13th annual SIGCSE conference on Innovation and technology in computer science education. pp.73\u201377. Madrid, Spain: ACM.","DOI":"10.1145\/1597849.1384293"},{"key":"CIT0018","unstructured":"Denny, P., Luxton-Reilly, A. and Simon, B. Quality of student contributed questions using PeerWise. Eleventh Australasian computing education conference (ACE 2009) (Vol. 95 ofCRPIT. Wellington, New Zealand. Edited by: Hamilton, M. and Clear, T. pp.55\u201364. Wellington, New Zealand: Australian Computer Society."},{"issue":"3","key":"CIT0019","doi-asserted-by":"crossref","first-page":"331","DOI":"10.1080\/03075079912331379935","volume":"24","author":"Dochy F.","year":"1999","journal-title":"Studies in Higher Education"},{"key":"CIT0020","first-page":"14","volume":"7","author":"Downing T.","year":"1997","journal-title":"Active Learning"},{"issue":"2","key":"CIT0021","doi-asserted-by":"crossref","first-page":"175","DOI":"10.1080\/1355800950320212","volume":"32","author":"Falchikov N.","year":"1995","journal-title":"Innovations in Education and Teaching International"},{"issue":"3","key":"CIT0022","doi-asserted-by":"crossref","first-page":"287","DOI":"10.3102\/00346543070003287","volume":"70","author":"Falchikov N.","year":"2000","journal-title":"Review of Educational Research"},{"key":"CIT0023","doi-asserted-by":"crossref","unstructured":"Figl, K., Bauer, C. and Mangler, J. Onlineversusface-to-face peer team reviews. 36th ASEE\/IEEE Frontiers in Education Conference. pp.7\u201312. San Diego: IEEE.","DOI":"10.1109\/FIE.2006.322469"},{"issue":"5","key":"CIT0024","doi-asserted-by":"crossref","first-page":"551","DOI":"10.1111\/1467-8535.00291","volume":"33","author":"Freeman M.","year":"2002","journal-title":"British Journal of Educational Technology"},{"key":"CIT0025","doi-asserted-by":"crossref","unstructured":"Gehringer, E. Strategies and mechanisms for electronic peer review. Frontiers in Education Conference, 2000. FIE 2000. 30th Annual, 1, F1B\/2\u2013F1B\/7 (Vol. 1). Kansas City, MO: IEEE.","DOI":"10.1109\/FIE.2000.897675"},{"issue":"4","key":"CIT0026","doi-asserted-by":"crossref","first-page":"194","DOI":"10.1145\/1473195.1473242","volume":"40","author":"Hamer J.","year":"2008","journal-title":"SIGCSE Bulletin"},{"key":"CIT0027","unstructured":"Hamer, J., Kell, C. and Spence, F. Peer assessment using arop\u00e4. ACE '07: Proceedings of the 9th Australasian conference on computing education. Ballarat, Victoria, Australia. pp.43\u201354. Darlinghurst, Australia: Australian Computer Society."},{"key":"CIT0028","unstructured":"Hamer, J., Ma, K. T.K. and Kwong, H. H.F. A method of automatic grade calibration in peer assessment. ACE '05: Proceedings of the 7th Australasian conference on computing education. Newcastle, New South Wales, Australia. pp.67\u201372. Darlinghurst, Australia: Australian Computer Society."},{"key":"CIT0029","doi-asserted-by":"crossref","unstructured":"Kali, Y. and Ronen, M. Design principles for online peer-evaluation: Fostering objectivity. Proceedings of CSCL 2005: Computer support for collaborative learning: The next 10 years!. Edited by: Koschmann, T., Suthers, D. D. and Chan, T. W. pp.247\u2013251. Mahwah, NJ: Lawrence Erlbaum Associates.","DOI":"10.3115\/1149293.1149325"},{"key":"CIT0030","unstructured":"Kitchenham, B. Procedures for perfoming systematic reviews. Technical report TR\/SE-0401, Keele University. http:\/\/www.scientificcommons.org\/42461878"},{"issue":"4","key":"CIT0031","doi-asserted-by":"crossref","first-page":"420","DOI":"10.1046\/j.0266-4909.2001.00198.x","volume":"17","author":"Lin S.","year":"2001","journal-title":"Journal of Computer Assisted Learning"},{"issue":"3","key":"CIT0032","doi-asserted-by":"crossref","first-page":"246","DOI":"10.1109\/13.940995","volume":"44","author":"Liu E. Z.F.","year":"2001","journal-title":"Education, IEEE Transactions on"},{"key":"CIT0033","unstructured":"Lutteroth, C. and Luxton-Reilly, A. Flexible learning in CS2: A case study. Proceedings of the 21st annual conference of the national advisory committee on computing qualifications. Edited by: Mann, S. and Lopez, M. Auckland, New Zealand: NACCQ."},{"key":"CIT0034","unstructured":"Mann, B. The post and vote model of web-based peer assessment. Proceedings of World conference on educational multimedia, hypermedia and telecommunications 2005. Edited by: Kommers, P. and Richards, G. pp.2067\u20132074. Chesapeake, VA: AACE."},{"issue":"5","key":"CIT0035","doi-asserted-by":"crossref","first-page":"563","DOI":"10.1080\/02602930410001689144","volume":"29","author":"McLuckie J.","year":"2004","journal-title":"Assessment and Evaluation in Higher Education"},{"key":"CIT0036","doi-asserted-by":"crossref","unstructured":"Miao, Y. and Koper, R. An efficient and flexible technical approach to develop and deliver online peer assessment. Proceedings of the 7th computer supported collaborative learning (CSCL 2007) conference \u2018Mice, Minds, and Society\u2019. July, New Jersey, USA. Edited by: Chinn, C. A., Erkens, G. and Puntambekar, S. pp.502\u2013511. International Society of the Learning Sciences","DOI":"10.3115\/1599600.1599693"},{"key":"CIT0037","unstructured":"Millard, D., Sinclair, P. and Newman, D. PeerPigeon: A web application to support generalised peer review. E-Learn 2008 \u2013 World Conference on E-Learning in Corporate, Government, Healthcare, and Higher Education. November17\u2013212008."},{"issue":"4","key":"CIT0038","doi-asserted-by":"crossref","first-page":"383","DOI":"10.1080\/0260293032000066218","volume":"28","author":"Miller P. J.","year":"2003","journal-title":"Assessment and Evaluation in Higher Education"},{"issue":"1","key":"CIT0039","first-page":"150","volume":"21","author":"Murphy L.","year":"2005","journal-title":"Journal of Computing Sciences in Colleges"},{"key":"CIT0040","first-page":"582","volume":"18","author":"Ngu A. H.H.","year":"1995","journal-title":"Research and Development in Higher Education"},{"issue":"6","key":"CIT0041","doi-asserted-by":"crossref","first-page":"526","DOI":"10.1111\/j.1365-2729.2008.00290.x","volume":"24","author":"Par\u00e9 D.","year":"2008","journal-title":"Journal of Computer Assisted Learning"},{"key":"CIT0042","doi-asserted-by":"crossref","unstructured":"Plimmer, B. and Apperley, M. Making paperless work. CHINZ '07: Proceedings of the 7th ACM SIGCHI New Zealand chapter's international conference on computer\u2013human interaction. Hamilton, New Zealand. pp.1\u20138. New York, NY: ACM.","DOI":"10.1145\/1278960.1278961"},{"key":"CIT0043","doi-asserted-by":"crossref","unstructured":"Price, B. and Petre, M. Teaching programming through paperless assignments: An empirical evaluation of instructor feedback. ITiCSE '97: Proceedings of the 2nd conference on Integrating technology into computer science education. Uppsala, Sweden. pp.94\u201399. New York, NY: ACM.","DOI":"10.1145\/268819.268849"},{"issue":"1","key":"CIT0044","doi-asserted-by":"crossref","first-page":"34","DOI":"10.14742\/ajet.1272","volume":"23","author":"Raban R.","year":"2007","journal-title":"Australasian Journal of Educational Technology"},{"key":"CIT0045","unstructured":"Ronen, M., Kohen-Vacs, D. and Raz-Fogel, N. Adopt & adapt: Structuring, sharing and reusing asynchronous collaborative pedagogy. ICLS '06: Proceedings of the 7th international conference on Learning sciences. pp.599\u2013605. Bloomington, IN: International Society of the Learning Sciences."},{"key":"CIT0046","volume-title":"Evidence-based medicine: How to practice and teach EBM","author":"Sackett D. L.","year":"1997"},{"key":"CIT0047","doi-asserted-by":"crossref","unstructured":"Sitthiworachart, J. and Joy, M. Effective peer assessment for learning computer programming. ITiCSE '04: Proceedings of the 9th annual SIGCSE conference on Innovation and technology in computer science education. Leeds, UK. pp.122\u2013126. New York, NY: ACM.","DOI":"10.1145\/1026487.1008030"},{"key":"CIT0048","doi-asserted-by":"crossref","first-page":"217","DOI":"10.1111\/j.1365-2729.2007.00255.x","volume":"24","author":"Sitthiworachart J.","year":"2008","journal-title":"Journal of Computer Assisted Learning"},{"issue":"5","key":"CIT0049","doi-asserted-by":"crossref","first-page":"443","DOI":"10.1080\/0260293022000009311","volume":"27","author":"Sluijsmans D. M.A.","year":"2002","journal-title":"Assessment and Evaluation in Higher Education"},{"issue":"2","key":"CIT0050","doi-asserted-by":"crossref","first-page":"187","DOI":"10.1016\/j.compedu.2004.07.002","volume":"45","author":"Sung Y. T.","year":"2005","journal-title":"Computers and Education"},{"issue":"3","key":"CIT0051","doi-asserted-by":"crossref","first-page":"249","DOI":"10.3102\/00346543068003249","volume":"68","author":"Topping K.","year":"1998","journal-title":"Review of Educational Research"},{"key":"CIT0052","first-page":"F3F\u201316","volume-title":"Frontiers in Education, 2004. FIE 2004. 34th Annual","volume":"2","author":"Trahasch S.","year":"2004"},{"issue":"4","key":"CIT0053","first-page":"30","volume":"18","author":"Trivedi A.","year":"2003","journal-title":"Journal of Computing Sciences in Colleges"},{"issue":"4","key":"CIT0054","first-page":"66","volume":"37","author":"Walvoord M. E.","year":"2008","journal-title":"Journal of College Science Teaching"},{"issue":"2","key":"CIT0055","first-page":"xii","volume":"26","author":"Webster J.","year":"2002","journal-title":"MIS Quarterly"},{"key":"CIT0056","doi-asserted-by":"crossref","unstructured":"Wolfe, W. J. Online student peer reviews. CITC5 '04: Proceedings of the 5th conference on Information technology education. Salt Lake City, UT. pp.33\u201337. New York, NY: ACM.","DOI":"10.1145\/1029533.1029543"},{"issue":"3","key":"CIT0057","doi-asserted-by":"crossref","first-page":"186","DOI":"10.1016\/j.iheduc.2008.06.005","volume":"11","author":"Xiao Y.","year":"2008","journal-title":"The Internet and Higher Education"},{"key":"CIT0058","doi-asserted-by":"crossref","unstructured":"Zeller, A. Making students read and review code. ITiCSE '00: Proceedings of the 5th annual SIGCSE\/SIGCUE ITiCSE conference on Innovation and technology in computer science education. Helsinki, Finland. pp.89\u201392. New York, NY: ACM.","DOI":"10.1145\/343048.343090"}],"container-title":["Computer Science Education"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/www.tandfonline.com\/doi\/pdf\/10.1080\/08993400903384844","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,2,13]],"date-time":"2025-02-13T17:04:24Z","timestamp":1739466264000},"score":1,"resource":{"primary":{"URL":"http:\/\/www.tandfonline.com\/doi\/abs\/10.1080\/08993400903384844"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2009,12]]},"references-count":58,"journal-issue":{"issue":"4","published-online":{"date-parts":[[2009,12,4]]},"published-print":{"date-parts":[[2009,12]]}},"alternative-id":["10.1080\/08993400903384844"],"URL":"https:\/\/doi.org\/10.1080\/08993400903384844","relation":{},"ISSN":["0899-3408","1744-5175"],"issn-type":[{"value":"0899-3408","type":"print"},{"value":"1744-5175","type":"electronic"}],"subject":[],"published":{"date-parts":[[2009,12]]}}}