{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,13]],"date-time":"2026-06-13T07:05:33Z","timestamp":1781334333712,"version":"3.54.1"},"publisher-location":"New York, NY, USA","reference-count":44,"publisher":"ACM","license":[{"start":{"date-parts":[[2021,5,6]],"date-time":"2021-05-06T00:00:00Z","timestamp":1620259200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"funder":[{"DOI":"10.13039\/501100002341","name":"Academy of Finland","doi-asserted-by":"publisher","award":["318930"],"award-info":[{"award-number":["318930"]}],"id":[{"id":"10.13039\/501100002341","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2021,5,6]]},"DOI":"10.1145\/3411764.3445380","type":"proceedings-article","created":{"date-parts":[[2021,5,8]],"date-time":"2021-05-08T04:26:17Z","timestamp":1620447977000},"page":"1-14","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":13,"title":["Hardhats and Bungaloos: Comparing Crowdsourced Design Feedback with Peer Design Feedback in the Classroom"],"prefix":"10.1145","author":[{"given":"Jonas","family":"Oppenlaender","sequence":"first","affiliation":[{"name":"Center for Ubiquitous Computing University of Oulu, Finland"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Elina","family":"Kuosmanen","sequence":"additional","affiliation":[{"name":"Center for Ubiquitous Computing University of Oulu, Finland"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Andr\u00e9s","family":"Lucero","sequence":"additional","affiliation":[{"name":"Aalto University, Finland"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Simo","family":"Hosio","sequence":"additional","affiliation":[{"name":"Center for Ubiquitous Computing University of Oulu, Finland"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"320","published-online":{"date-parts":[[2021,5,7]]},"reference":[{"key":"e_1_3_2_2_1_1","unstructured":"Jennifer Carr. 2011. Providing Effective Feedback. 15\u201317\u00a0pages. https:\/\/ssrn.com\/abstract=1919096  Jennifer Carr. 2011. Providing Effective Feedback. 15\u201317\u00a0pages. https:\/\/ssrn.com\/abstract=1919096"},{"key":"e_1_3_2_2_2_1","doi-asserted-by":"publisher","DOI":"10.1145\/3357236.3395480"},{"key":"e_1_3_2_2_3_1","doi-asserted-by":"publisher","DOI":"10.1145\/3290605.3300368"},{"key":"e_1_3_2_2_4_1","doi-asserted-by":"publisher","DOI":"10.1177\/1050651907311923"},{"key":"e_1_3_2_2_5_1","doi-asserted-by":"publisher","DOI":"10.1145\/3126594.3126647"},{"key":"e_1_3_2_2_6_1","doi-asserted-by":"publisher","DOI":"10.1145\/2470654.2470686"},{"key":"e_1_3_2_2_7_1","doi-asserted-by":"publisher","DOI":"10.29333\/iji.2019.12166a"},{"key":"e_1_3_2_2_8_1","doi-asserted-by":"publisher","DOI":"10.1145\/3415203"},{"key":"e_1_3_2_2_9_1","doi-asserted-by":"publisher","DOI":"10.1145\/169059.169133"},{"key":"e_1_3_2_2_10_1","doi-asserted-by":"publisher","DOI":"10.1037\/h0031619"},{"key":"e_1_3_2_2_11_1","doi-asserted-by":"publisher","DOI":"10.1177\/0013164415627349"},{"key":"e_1_3_2_2_12_1","doi-asserted-by":"publisher","DOI":"10.1145\/3173574.3174023"},{"key":"e_1_3_2_2_13_1","doi-asserted-by":"publisher","DOI":"10.3102\/003465430298487"},{"key":"e_1_3_2_2_14_1","doi-asserted-by":"publisher","DOI":"10.1145\/2556288.2557004"},{"key":"e_1_3_2_2_15_1","doi-asserted-by":"publisher","DOI":"10.14236\/ewic\/HCI2016.38"},{"key":"e_1_3_2_2_16_1","first-page":"1","article-title":"The Rise of Crowdsourcing","volume":"14","author":"Howe Jeff","year":"2006","unstructured":"Jeff Howe . 2006 . The Rise of Crowdsourcing . Wired Magazine 14 , 6 (2006), 1 \u2013 4 . Jeff Howe. 2006. The Rise of Crowdsourcing. Wired Magazine 14, 6 (2006), 1\u20134.","journal-title":"Wired Magazine"},{"key":"e_1_3_2_2_17_1","volume-title":"Proceedings of the Third AAAI Conference on Human Computation and Crowdsourcing, Elizabeth Gerber and Panos Ipeirotis (Eds.). AAAI Press","author":"Hui Julie S.","unstructured":"Julie S. Hui , Amos Glenn , Rachel Jue , Elizabeth M Gerber , and Steven P. Dow . 2015. Using Anonymity and Communal Efforts to Improve Quality of Crowdsourced Feedback . In Proceedings of the Third AAAI Conference on Human Computation and Crowdsourcing, Elizabeth Gerber and Panos Ipeirotis (Eds.). AAAI Press , Palo Alto, CA, USA, 72\u201382. Julie S. Hui, Amos Glenn, Rachel Jue, Elizabeth M Gerber, and Steven P. Dow. 2015. Using Anonymity and Communal Efforts to Improve Quality of Crowdsourced Feedback. In Proceedings of the Third AAAI Conference on Human Computation and Crowdsourcing, Elizabeth Gerber and Panos Ipeirotis (Eds.). AAAI Press, Palo Alto, CA, USA, 72\u201382."},{"key":"e_1_3_2_2_18_1","doi-asserted-by":"publisher","DOI":"10.1145\/2470654.2470742"},{"key":"e_1_3_2_2_19_1","doi-asserted-by":"publisher","DOI":"10.1145\/3173574.3174180"},{"key":"e_1_3_2_2_20_1","doi-asserted-by":"publisher","DOI":"10.1145\/3290605.3300541"},{"key":"e_1_3_2_2_21_1","doi-asserted-by":"publisher","DOI":"10.1037\/0033-2909.119.2.254"},{"key":"e_1_3_2_2_22_1","doi-asserted-by":"publisher","DOI":"10.1145\/3025453.3025883"},{"key":"e_1_3_2_2_23_1","doi-asserted-by":"publisher","DOI":"10.1145\/2724660.2724670"},{"key":"e_1_3_2_2_24_1","doi-asserted-by":"publisher","DOI":"10.1007\/s40593-020-00204-4"},{"key":"e_1_3_2_2_25_1","doi-asserted-by":"publisher","DOI":"10.1145\/2675133.2675283"},{"key":"e_1_3_2_2_26_1","doi-asserted-by":"publisher","DOI":"10.1145\/3025453.3025687"},{"key":"e_1_3_2_2_27_1","doi-asserted-by":"publisher","DOI":"10.1145\/2998181.2998319"},{"key":"e_1_3_2_2_28_1","doi-asserted-by":"publisher","DOI":"10.1145\/3325480.3326583"},{"key":"e_1_3_2_2_29_1","doi-asserted-by":"publisher","DOI":"10.1145\/3394978"},{"key":"e_1_3_2_2_30_1","doi-asserted-by":"publisher","DOI":"10.1145\/3411290"},{"key":"e_1_3_2_2_31_1","doi-asserted-by":"publisher","DOI":"10.3758\/s13428-013-0434-y"},{"key":"e_1_3_2_2_32_1","doi-asserted-by":"publisher","DOI":"10.1080\/02602930903541007"},{"key":"e_1_3_2_2_33_1","doi-asserted-by":"publisher","DOI":"10.1080\/10400419.2012.650092"},{"key":"e_1_3_2_2_34_1","doi-asserted-by":"publisher","DOI":"10.1007\/BF00117714"},{"key":"e_1_3_2_2_35_1","doi-asserted-by":"publisher","DOI":"10.9781\/ijimai.2017.09.001"},{"key":"e_1_3_2_2_36_1","doi-asserted-by":"publisher","DOI":"10.1145\/1124772.1124960"},{"key":"e_1_3_2_2_37_1","doi-asserted-by":"publisher","DOI":"10.1145\/3025453.3025477"},{"key":"e_1_3_2_2_38_1","doi-asserted-by":"publisher","DOI":"10.4135\/9781412983488"},{"key":"e_1_3_2_2_39_1","volume-title":"Proceedings of the Seventh AAAI Conference on Human Computation and Crowdsourcing(HCOMP \u201919)","author":"Whiting E.","year":"2019","unstructured":"Mark\u00a0 E. Whiting , Grant Hugh , and Michael\u00a0 S. Bernstein . 2019 . Fair Work: Crowd Work Minimum Wage with One Line of Code . In Proceedings of the Seventh AAAI Conference on Human Computation and Crowdsourcing(HCOMP \u201919) . AAAI, Palo Alto, CA, USA, 197\u2013206. Mark\u00a0E. Whiting, Grant Hugh, and Michael\u00a0S. Bernstein. 2019. Fair Work: Crowd Work Minimum Wage with One Line of Code. In Proceedings of the Seventh AAAI Conference on Human Computation and Crowdsourcing(HCOMP \u201919). AAAI, Palo Alto, CA, USA, 197\u2013206."},{"key":"e_1_3_2_2_40_1","doi-asserted-by":"publisher","DOI":"10.1145\/3059454.3059458"},{"key":"e_1_3_2_2_41_1","doi-asserted-by":"publisher","DOI":"10.1145\/2531602.2531604"},{"key":"e_1_3_2_2_42_1","doi-asserted-by":"publisher","DOI":"10.1145\/2675133.2675140"},{"key":"e_1_3_2_2_43_1","doi-asserted-by":"publisher","DOI":"10.1145\/3313831.3376380"},{"key":"e_1_3_2_2_44_1","doi-asserted-by":"publisher","DOI":"10.1145\/2818048.2819953"}],"event":{"name":"CHI '21: CHI Conference on Human Factors in Computing Systems","location":"Yokohama Japan","acronym":"CHI '21","sponsor":["SIGCHI ACM Special Interest Group on Computer-Human Interaction"]},"container-title":["Proceedings of the 2021 CHI Conference on Human Factors in Computing Systems"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3411764.3445380","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3411764.3445380","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,17]],"date-time":"2025-06-17T21:28:34Z","timestamp":1750195714000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3411764.3445380"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2021,5,6]]},"references-count":44,"alternative-id":["10.1145\/3411764.3445380","10.1145\/3411764"],"URL":"https:\/\/doi.org\/10.1145\/3411764.3445380","relation":{},"subject":[],"published":{"date-parts":[[2021,5,6]]},"assertion":[{"value":"2021-05-07","order":2,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}