{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,13]],"date-time":"2026-04-13T21:31:25Z","timestamp":1776115885307,"version":"3.50.1"},"publisher-location":"New York, NY, USA","reference-count":42,"publisher":"ACM","license":[{"start":{"date-parts":[[2015,2,28]],"date-time":"2015-02-28T00:00:00Z","timestamp":1425081600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2015,2,28]]},"DOI":"10.1145\/2675133.2675140","type":"proceedings-article","created":{"date-parts":[[2015,2,24]],"date-time":"2015-02-24T14:09:31Z","timestamp":1424786971000},"page":"1637-1648","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":54,"title":["A Classroom Study of Using Crowd Feedback in the Iterative Design Process"],"prefix":"10.1145","author":[{"given":"Anbang","family":"Xu","sequence":"first","affiliation":[{"name":"IBM Research - Almaden, San Jose, CA, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Huaming","family":"Rao","sequence":"additional","affiliation":[{"name":"Nanjing University of Science and Technology, Nanjing, Jiangsu, China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Steven P.","family":"Dow","sequence":"additional","affiliation":[{"name":"Carnegie Mellon University, Pittsburgh, PA, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Brian P.","family":"Bailey","sequence":"additional","affiliation":[{"name":"University of Illinois at Urbana-Champaign, Urbana, IL, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"320","published-online":{"date-parts":[[2015,2,28]]},"reference":[{"key":"e_1_3_2_1_1_1","doi-asserted-by":"publisher","DOI":"10.5555\/553876"},{"key":"e_1_3_2_1_2_1","doi-asserted-by":"publisher","DOI":"10.1145\/2047196.2047201"},{"key":"e_1_3_2_1_3_1","first-page":"6973","volume":"310","author":"Bland J.M.","year":"1995","unstructured":"Bland , J.M. , and Douglas G. Altman Multiple Significance Tests: The Bonferroni Method. British Medical Journal , 310 , 6973 , ( 1995 ). Bland, J.M., and Douglas G. Altman Multiple Significance Tests: The Bonferroni Method. British Medical Journal, 310, 6973, (1995).","journal-title":"Douglas G. Altman Multiple Significance Tests: The Bonferroni Method. British Medical Journal"},{"key":"e_1_3_2_1_4_1","unstructured":"Blei D.M. Ng A.Y. & Jordan M.I. Latent Dirichlet Allocation. Journal of machine Learning research 3 (2003) 993--1022.   Blei D.M. Ng A.Y. & Jordan M.I. Latent Dirichlet Allocation. Journal of machine Learning research 3 (2003) 993--1022."},{"key":"e_1_3_2_1_5_1","doi-asserted-by":"publisher","DOI":"10.1145\/97243.97307"},{"key":"e_1_3_2_1_6_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.asw.2008.02.001"},{"key":"e_1_3_2_1_7_1","doi-asserted-by":"publisher","DOI":"10.1111\/j.0956-7976.2002.00462.x"},{"key":"e_1_3_2_1_8_1","doi-asserted-by":"publisher","DOI":"10.1177\/1050651907311923"},{"key":"e_1_3_2_1_9_1","doi-asserted-by":"publisher","DOI":"10.1016\/S0926-5805(99)00048-5"},{"key":"e_1_3_2_1_10_1","doi-asserted-by":"publisher","DOI":"10.1515\/9783110800647"},{"key":"e_1_3_2_1_11_1","doi-asserted-by":"publisher","DOI":"10.1145\/2470654.2470686"},{"key":"e_1_3_2_1_12_1","doi-asserted-by":"publisher","DOI":"10.1145\/1879831.1879836"},{"key":"e_1_3_2_1_13_1","doi-asserted-by":"publisher","DOI":"10.1080\/10464883.1987.10758461"},{"key":"e_1_3_2_1_14_1","doi-asserted-by":"publisher","DOI":"10.1037\/h0037164"},{"key":"e_1_3_2_1_15_1","volume-title":"Art Critiques: A Guide","author":"Elkins J.","year":"2012","unstructured":"Elkins , J. Art Critiques: A Guide . New Academia Publishing , Washington DC , 2012 . Elkins, J. Art Critiques: A Guide. New Academia Publishing, Washington DC, 2012."},{"key":"e_1_3_2_1_16_1","volume-title":"Abrams","author":"Feldman E.B.","year":"1971","unstructured":"Feldman , E.B. Varieties of Visual Experience; Art as Image and Idea. H.N . Abrams , New York , 1971 . Feldman, E.B. Varieties of Visual Experience; Art as Image and Idea. H.N. Abrams, New York, 1971."},{"key":"e_1_3_2_1_17_1","doi-asserted-by":"publisher","DOI":"10.1145\/1753326.1753357"},{"key":"e_1_3_2_1_18_1","volume-title":"Language and Reading Disabilities","author":"Kamhi A.G.","year":"2012","unstructured":"Kamhi , A.G. and Catts , H.W . Language and Reading Disabilities , 2012 . Kamhi, A.G. and Catts, H.W. Language and Reading Disabilities, 2012."},{"key":"e_1_3_2_1_19_1","first-page":"4","volume":"5","author":"Kim K.","year":"2011","unstructured":"Kim , K. , Bae , J. , Nho , M.-W. , & Lee , C.H. How Do Experts and Novices Differ? Relation Versus Attribute and Thinking Versus Feeling in Language Use. Psychology of Aesthetics, Creativity , and the Arts , 5 , 4 , ( 2011 ). Kim, K., Bae, J., Nho, M.-W., & Lee, C.H. How Do Experts and Novices Differ? Relation Versus Attribute and Thinking Versus Feeling in Language Use. Psychology of Aesthetics, Creativity, and the Arts, 5, 4, (2011).","journal-title":"Arts"},{"key":"e_1_3_2_1_20_1","doi-asserted-by":"publisher","DOI":"10.1145\/2441776.2441923"},{"key":"e_1_3_2_1_21_1","doi-asserted-by":"publisher","DOI":"10.1145\/2470654.2470684"},{"key":"e_1_3_2_1_22_1","volume-title":"Learning Design Wisdom by Augmenting Physical Studio Critique with Online SelfAssessment","author":"Kulkarni C.","year":"2012","unstructured":"Kulkarni , C. and Klemmer , S . Learning Design Wisdom by Augmenting Physical Studio Critique with Online SelfAssessment . Stanford University technical report, ( 2012 ). Kulkarni, C. and Klemmer, S. Learning Design Wisdom by Augmenting Physical Studio Critique with Online SelfAssessment. Stanford University technical report, (2012)."},{"key":"e_1_3_2_1_23_1","doi-asserted-by":"publisher","DOI":"10.1145\/2556420.2556788"},{"key":"e_1_3_2_1_24_1","doi-asserted-by":"publisher","DOI":"10.1145\/1809400.1809422"},{"key":"e_1_3_2_1_25_1","doi-asserted-by":"publisher","DOI":"10.1145\/2441776.2441920"},{"key":"e_1_3_2_1_26_1","first-page":"3","volume":"8","author":"Perez R.S.","year":"1995","unstructured":"Perez , R.S. and Emery , C.D. Designer Thinking: How Novices and Experts Think About Instructional Design. Performance Improvement Quarterly , 8 , 3 , ( 1995 ), 80--95. Perez, R.S. and Emery, C.D. Designer Thinking: How Novices and Experts Think About Instructional Design. Performance Improvement Quarterly, 8, 3, (1995), 80--95.","journal-title":"Designer Thinking: How Novices and Experts Think About Instructional Design. Performance Improvement Quarterly"},{"key":"e_1_3_2_1_27_1","doi-asserted-by":"publisher","DOI":"10.2307\/3332751"},{"key":"e_1_3_2_1_28_1","volume-title":"JosseyBass","author":"Sch\u00f6n D.A.","year":"1987","unstructured":"Sch\u00f6n , D.A. Educating the Reflective Practitioner . JosseyBass , San Francisco , 1987 . Sch\u00f6n, D.A. Educating the Reflective Practitioner. JosseyBass, San Francisco, 1987."},{"key":"e_1_3_2_1_29_1","doi-asserted-by":"publisher","DOI":"10.1017\/CBO9780511557842"},{"key":"e_1_3_2_1_30_1","doi-asserted-by":"publisher","DOI":"10.1145\/1124772.1124960"},{"key":"e_1_3_2_1_31_1","volume-title":"Dutton","author":"Venturi L.","year":"1964","unstructured":"Venturi , L. and Marriott , C . History of Art Criticism . Dutton , New York , 1964 . Venturi, L. and Marriott, C. History of Art Criticism. Dutton, New York, 1964."},{"key":"e_1_3_2_1_32_1","doi-asserted-by":"publisher","DOI":"10.1145\/503376.503460"},{"key":"e_1_3_2_1_33_1","doi-asserted-by":"publisher","DOI":"10.1145\/2207676.2207709"},{"key":"e_1_3_2_1_34_1","volume-title":"Designing with Crowds","author":"Xu A.","year":"2014","unstructured":"Xu , A. Designing with Crowds . University of Illinois at Urbana-Champaign , PhD diss., ( 2014 ). Xu, A. Designing with Crowds. University of Illinois at Urbana-Champaign, PhD diss., (2014)."},{"key":"e_1_3_2_1_35_1","doi-asserted-by":"publisher","DOI":"10.1145\/2145204.2145252"},{"key":"e_1_3_2_1_36_1","doi-asserted-by":"publisher","DOI":"10.1145\/2531602.2531604"},{"key":"e_1_3_2_1_37_1","doi-asserted-by":"publisher","DOI":"10.1145\/2556288.2557371"},{"key":"e_1_3_2_1_38_1","doi-asserted-by":"publisher","DOI":"10.1145\/1978942.1979147"},{"key":"e_1_3_2_1_39_1","unstructured":"Feedbackarmy. http:\/\/www.feedbackarmy.com.  Feedbackarmy. http:\/\/www.feedbackarmy.com."},{"key":"e_1_3_2_1_40_1","unstructured":"Fivesecondtest. http:\/\/fivesecondtest.com.  Fivesecondtest. http:\/\/fivesecondtest.com."},{"key":"e_1_3_2_1_41_1","unstructured":"UITests. http:\/\/www.uitests.com.  UITests. http:\/\/www.uitests.com."},{"key":"e_1_3_2_1_42_1","unstructured":"Usabilla. http:\/\/www.usabilla.com.  Usabilla. http:\/\/www.usabilla.com."}],"event":{"name":"CSCW '15: Computer Supported Cooperative Work and Social Computing","location":"Vancouver BC Canada","acronym":"CSCW '15","sponsor":["SIGCHI ACM Special Interest Group on Computer-Human Interaction"]},"container-title":["Proceedings of the 18th ACM Conference on Computer Supported Cooperative Work & Social Computing"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/2675133.2675140","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/2675133.2675140","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,18]],"date-time":"2025-06-18T19:03:50Z","timestamp":1750273430000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/2675133.2675140"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2015,2,28]]},"references-count":42,"alternative-id":["10.1145\/2675133.2675140","10.1145\/2675133"],"URL":"https:\/\/doi.org\/10.1145\/2675133.2675140","relation":{},"subject":[],"published":{"date-parts":[[2015,2,28]]},"assertion":[{"value":"2015-02-28","order":2,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}