{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,4]],"date-time":"2026-07-04T16:20:40Z","timestamp":1783182040729,"version":"3.54.6"},"publisher-location":"New York, NY, USA","reference-count":33,"publisher":"ACM","license":[{"start":{"date-parts":[[2015,2,28]],"date-time":"2015-02-28T00:00:00Z","timestamp":1425081600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"funder":[{"DOI":"10.13039\/100000145","name":"Division of Information and Intelligent Systems","doi-asserted-by":"publisher","award":["1210836, 1208382, and 1217096"],"award-info":[{"award-number":["1210836, 1208382, and 1217096"]}],"id":[{"id":"10.13039\/100000145","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2015,2,28]]},"DOI":"10.1145\/2675133.2675283","type":"proceedings-article","created":{"date-parts":[[2015,2,24]],"date-time":"2015-02-24T14:09:31Z","timestamp":1424786971000},"page":"473-485","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":136,"title":["Structuring, Aggregating, and Evaluating Crowdsourced Design Critique"],"prefix":"10.1145","author":[{"given":"Kurt","family":"Luther","sequence":"first","affiliation":[{"name":"Carnegie Mellon University, Pittsburgh, PA, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Jari-Lee","family":"Tolentino","sequence":"additional","affiliation":[{"name":"University of California, Irvine, Irvine, CA, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Wei","family":"Wu","sequence":"additional","affiliation":[{"name":"University of California, Berkeley, Berkeley, CA, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Amy","family":"Pavel","sequence":"additional","affiliation":[{"name":"University of California, Berkeley, Berkeley, CA, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Brian P.","family":"Bailey","sequence":"additional","affiliation":[{"name":"University of Illinois, Urbana, IL, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Maneesh","family":"Agrawala","sequence":"additional","affiliation":[{"name":"University of California, Berkeley, Berkeley, CA, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Bj\u00f6rn","family":"Hartmann","sequence":"additional","affiliation":[{"name":"University of California, Berkeley, Berkeley, CA, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Steven P.","family":"Dow","sequence":"additional","affiliation":[{"name":"Carnegie Mellon University, Pittsburgh, PA, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"320","published-online":{"date-parts":[[2015,2,28]]},"reference":[{"key":"e_1_3_2_1_1_1","unstructured":"99designs. http:\/\/www.99designs.com\/.  99designs. http:\/\/www.99designs.com\/."},{"key":"e_1_3_2_1_2_1","volume-title":"A comparison of the goals of studio professors conducting critiques and art education goals for teaching criticism. Studies in art education","author":"Barrett T.","year":"1988","unstructured":"Barrett , T. A comparison of the goals of studio professors conducting critiques and art education goals for teaching criticism. Studies in art education ( 1988 ), 22--27. Barrett, T. A comparison of the goals of studio professors conducting critiques and art education goals for teaching criticism. Studies in art education (1988), 22--27."},{"key":"e_1_3_2_1_3_1","volume-title":"How people learn: brain, mind, experience, and school","author":"Bransford J. D.","year":"2000","unstructured":"Bransford , J. D. , Brown , A. L. , and Cocking , R. R. , Eds . How people learn: brain, mind, experience, and school . National Academy Press , Washington, D.C. , 2000 . Bransford, J. D., Brown, A. L., and Cocking, R. R., Eds. How people learn: brain, mind, experience, and school. National Academy Press, Washington, D.C., 2000."},{"key":"e_1_3_2_1_4_1","first-page":"2","article-title":"Beyond content, deeper than delivery: What critique feedback reveals about communication expectations in design education","volume":"2","author":"Dannels D.","year":"2008","unstructured":"Dannels , D. , Gaffney , A. , and Martin , K . Beyond content, deeper than delivery: What critique feedback reveals about communication expectations in design education . Int. J. Schol. Teach. & Learn. 2 , 2 ( 2008 ). Dannels, D., Gaffney, A., and Martin, K. Beyond content, deeper than delivery: What critique feedback reveals about communication expectations in design education. Int. J. Schol. Teach. & Learn. 2, 2 (2008).","journal-title":"Int. J. Schol. Teach. & Learn."},{"key":"e_1_3_2_1_5_1","doi-asserted-by":"publisher","DOI":"10.1177\/1050651907311923"},{"key":"e_1_3_2_1_6_1","volume-title":"A primer of visual literacy","author":"Dondis D. A.","year":"1973","unstructured":"Dondis , D. A. A primer of visual literacy . MIT Press , Cambridge, Mass ., 1973 . Dondis, D. A. A primer of visual literacy. MIT Press, Cambridge, Mass., 1973."},{"key":"e_1_3_2_1_7_1","doi-asserted-by":"publisher","DOI":"10.1145\/1978942.1979359"},{"key":"e_1_3_2_1_8_1","doi-asserted-by":"publisher","DOI":"10.1145\/2470654.2470686"},{"key":"e_1_3_2_1_9_1","doi-asserted-by":"publisher","DOI":"10.1145\/1879831.1879836"},{"key":"e_1_3_2_1_10_1","doi-asserted-by":"publisher","DOI":"10.1145\/2598510.2600889"},{"key":"e_1_3_2_1_11_1","unstructured":"Feedback army. http:\/\/www.feedbackarmy.com\/.  Feedback army. http:\/\/www.feedbackarmy.com\/."},{"key":"e_1_3_2_1_12_1","volume-title":"Practical Art criticism","author":"Feldman E.","year":"1994","unstructured":"Feldman , E. Practical Art criticism . Prentice Hall , Englewood Cliffs, NJ , 1994 . Feldman, E. Practical Art criticism. Prentice Hall, Englewood Cliffs, NJ, 1994."},{"key":"e_1_3_2_1_13_1","unstructured":"Five second test. http:\/\/www.fivesecondtest.com\/.  Five second test. http:\/\/www.fivesecondtest.com\/."},{"key":"e_1_3_2_1_14_1","unstructured":"Forrst. http:\/\/www.forrst.com\/.  Forrst. http:\/\/www.forrst.com\/."},{"key":"e_1_3_2_1_15_1","doi-asserted-by":"publisher","DOI":"10.1145\/1142405.1142429"},{"key":"e_1_3_2_1_16_1","volume-title":"Stanford U.","author":"Kulkarni C.","year":"2012","unstructured":"Kulkarni , C. , and Klemmer , S. R . Learning design wisdom by augmenting physical studio critique with online self-assessment. Tech. rep ., Stanford U. , 2012 . Kulkarni, C., and Klemmer, S. R. Learning design wisdom by augmenting physical studio critique with online self-assessment. Tech. rep., Stanford U., 2012."},{"key":"e_1_3_2_1_17_1","volume-title":"Rockport Pub","author":"Lidwell W.","year":"2010","unstructured":"Lidwell , W. , Holden , K. , and Butler , J . Universal principles of design . Rockport Pub , 2010 . Lidwell, W., Holden, K., and Butler, J. Universal principles of design. Rockport Pub, 2010."},{"key":"e_1_3_2_1_18_1","doi-asserted-by":"publisher","DOI":"10.1145\/2531602.2531651"},{"key":"e_1_3_2_1_19_1","volume-title":"The good-subject effect: investigating participant demand characteristics. The Journal of general psychology 135, 2 (Apr","author":"Nichols A. L.","year":"2008","unstructured":"Nichols , A. L. , and Maner , J. K . The good-subject effect: investigating participant demand characteristics. The Journal of general psychology 135, 2 (Apr . 2008 ), 151--165. PMID : 18507315. Nichols, A. L., and Maner, J. K. The good-subject effect: investigating participant demand characteristics. The Journal of general psychology 135, 2 (Apr. 2008), 151--165. PMID: 18507315."},{"key":"e_1_3_2_1_20_1","doi-asserted-by":"publisher","DOI":"10.1145\/97243.97281"},{"key":"e_1_3_2_1_21_1","volume-title":"New Riders","author":"Reynolds G.","year":"2011","unstructured":"Reynolds , G. Presentation Zen : Simple ideas on presentation design and delivery . New Riders , 2011 . Reynolds, G. Presentation Zen: Simple ideas on presentation design and delivery. New Riders, 2011."},{"key":"e_1_3_2_1_22_1","doi-asserted-by":"publisher","DOI":"10.1007\/BF00117714"},{"key":"e_1_3_2_1_23_1","volume-title":"Educating the Reflective Practitioner","author":"Sch\u00f3n D.","year":"1990","unstructured":"Sch\u00f3n , D. Educating the Reflective Practitioner . Jossey-Bass Publishers , San Francisco , 1990 . Sch\u00f3n, D. Educating the Reflective Practitioner. Jossey-Bass Publishers, San Francisco, 1990."},{"key":"e_1_3_2_1_24_1","doi-asserted-by":"publisher","DOI":"10.5555\/832277.834354"},{"key":"e_1_3_2_1_25_1","doi-asserted-by":"publisher","DOI":"10.1145\/174809.174813"},{"key":"e_1_3_2_1_26_1","first-page":"1","article-title":"Critviz: Web-based software supporting peer critique in large creative classrooms","volume":"15","author":"Tinapple D.","year":"2013","unstructured":"Tinapple , D. , Olson , L. , and Sadauskas , J . Critviz: Web-based software supporting peer critique in large creative classrooms . Bulletin of the IEEE Technical Committee on Learning Technology 15 , 1 ( 2013 ), 29. Tinapple, D., Olson, L., and Sadauskas, J. Critviz: Web-based software supporting peer critique in large creative classrooms. Bulletin of the IEEE Technical Committee on Learning Technology 15, 1 (2013), 29.","journal-title":"Bulletin of the IEEE Technical Committee on Learning Technology"},{"key":"e_1_3_2_1_27_1","doi-asserted-by":"publisher","DOI":"10.1145\/1124772.1124960"},{"key":"e_1_3_2_1_28_1","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2006.65"},{"key":"e_1_3_2_1_29_1","doi-asserted-by":"publisher","DOI":"10.1145\/2207676.2207709"},{"key":"e_1_3_2_1_30_1","doi-asserted-by":"publisher","DOI":"10.1145\/1978942.1979407"},{"key":"e_1_3_2_1_31_1","volume-title":"The Non-Designer's design book","author":"Williams R.","year":"2008","unstructured":"Williams , R. The Non-Designer's design book . Peachpit Press , 2008 . Williams, R. The Non-Designer's design book. Peachpit Press, 2008."},{"key":"e_1_3_2_1_32_1","doi-asserted-by":"publisher","DOI":"10.1145\/2145204.2145252"},{"key":"e_1_3_2_1_33_1","doi-asserted-by":"publisher","DOI":"10.1145\/2531602.2531604"}],"event":{"name":"CSCW '15: Computer Supported Cooperative Work and Social Computing","location":"Vancouver BC Canada","acronym":"CSCW '15","sponsor":["SIGCHI ACM Special Interest Group on Computer-Human Interaction"]},"container-title":["Proceedings of the 18th ACM Conference on Computer Supported Cooperative Work & Social Computing"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/2675133.2675283","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/2675133.2675283","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,18]],"date-time":"2025-06-18T06:12:51Z","timestamp":1750227171000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/2675133.2675283"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2015,2,28]]},"references-count":33,"alternative-id":["10.1145\/2675133.2675283","10.1145\/2675133"],"URL":"https:\/\/doi.org\/10.1145\/2675133.2675283","relation":{},"subject":[],"published":{"date-parts":[[2015,2,28]]},"assertion":[{"value":"2015-02-28","order":2,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}