{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,5,18]],"date-time":"2026-05-18T16:15:11Z","timestamp":1779120911997,"version":"3.51.4"},"publisher-location":"New York, NY, USA","reference-count":60,"publisher":"ACM","license":[{"start":{"date-parts":[[2013,4,27]],"date-time":"2013-04-27T00:00:00Z","timestamp":1367020800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2013,4,27]]},"DOI":"10.1145\/2470654.2470686","type":"proceedings-article","created":{"date-parts":[[2013,5,1]],"date-time":"2013-05-01T19:47:45Z","timestamp":1367437665000},"page":"227-236","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":49,"title":["A pilot study of using crowds in the classroom"],"prefix":"10.1145","author":[{"given":"Steven","family":"Dow","sequence":"first","affiliation":[{"name":"Carnegie Mellon University, Pittsburgh, Pennsylvania, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Elizabeth","family":"Gerber","sequence":"additional","affiliation":[{"name":"Northwestern University, Evanston, Illinois, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Audris","family":"Wong","sequence":"additional","affiliation":[{"name":"Carnegie Mellon University, Pittsburgh, Pennsylvania, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"320","published-online":{"date-parts":[[2013,4,27]]},"reference":[{"key":"e_1_3_2_1_1_1","doi-asserted-by":"publisher","DOI":"10.1145\/1753326.1753511"},{"key":"e_1_3_2_1_2_1","doi-asserted-by":"publisher","DOI":"10.1145\/2047196.2047201"},{"key":"e_1_3_2_1_3_1","volume-title":"Morgan Kaufmann","author":"Beyer H.","year":"1997"},{"key":"e_1_3_2_1_4_1","doi-asserted-by":"publisher","DOI":"10.1080\/00461520.1991.9653139"},{"key":"e_1_3_2_1_5_1","unstructured":"Chandler D. and Kapelner A. Breaking monotony with meaning: Motivation in crowdsourcing markets. University of Chicago mimeo (2010).  Chandler D. and Kapelner A. Breaking monotony with meaning: Motivation in crowdsourcing markets. University of Chicago mimeo (2010)."},{"key":"e_1_3_2_1_6_1","unstructured":"Collins A. Brown J. & Holum A. Cognitive Apprenticeship: Making Thinking Visible. American Educator 6--46.  Collins A. Brown J. & Holum A. Cognitive Apprenticeship: Making Thinking Visible. American Educator 6--46."},{"key":"e_1_3_2_1_7_1","doi-asserted-by":"crossref","unstructured":"Cynthia J. Atman D. K. Characterizing design learning: A mixed-methods study of engineering designers' use of language. (2008).  Cynthia J. Atman D. K. Characterizing design learning: A mixed-methods study of engineering designers' use of language. (2008).","DOI":"10.1002\/j.2168-9830.2008.tb00981.x"},{"key":"e_1_3_2_1_8_1","doi-asserted-by":"publisher","DOI":"10.5555\/1771592.1771617"},{"key":"e_1_3_2_1_9_1","doi-asserted-by":"publisher","DOI":"10.1145\/2145204.2145355"},{"key":"e_1_3_2_1_10_1","doi-asserted-by":"publisher","DOI":"10.1002\/j.2168-9830.2005.tb00832.x"},{"key":"e_1_3_2_1_11_1","doi-asserted-by":"publisher","DOI":"10.1111\/j.1467-8691.2009.00523.x"},{"key":"e_1_3_2_1_12_1","doi-asserted-by":"publisher","DOI":"10.5465\/078559814"},{"key":"e_1_3_2_1_13_1","first-page":"2","volume":"28","author":"Gerber E.","year":"2012","journal-title":"Extracurricular Design-Based Learning. International Journal of Engineering Education"},{"key":"e_1_3_2_1_14_1","doi-asserted-by":"publisher","DOI":"10.1145\/1753326.1753357"},{"key":"e_1_3_2_1_15_1","volume-title":"Crown Business","author":"Howe J.","year":"2008"},{"key":"e_1_3_2_1_16_1","doi-asserted-by":"publisher","DOI":"10.1145\/1869086.1869094"},{"key":"e_1_3_2_1_17_1","doi-asserted-by":"publisher","DOI":"10.1145\/1357054.1357127"},{"key":"e_1_3_2_1_18_1","doi-asserted-by":"publisher","DOI":"10.1145\/1281192.1281295"},{"key":"e_1_3_2_1_19_1","first-page":"1","article-title":"Abductive Thinking and Sensemaking","volume":"26","author":"Kolko J","year":"2011","journal-title":"The Drivers of Design Synthesis. Design Issues"},{"key":"e_1_3_2_1_20_1","volume-title":"Proc of Intl Conference of the Learning Sciences","author":"Kolodner J.","year":"1998"},{"key":"e_1_3_2_1_21_1","doi-asserted-by":"publisher","DOI":"10.1111\/j.1540-6520.2005.00099.x"},{"key":"e_1_3_2_1_22_1","doi-asserted-by":"publisher","DOI":"10.1145\/1978942.1979048"},{"key":"e_1_3_2_1_23_1","author":"Lewitt T","year":"2002","journal-title":"Creativity Is Not Enough. Harvard Business Review"},{"key":"e_1_3_2_1_24_1","first-page":"3","article-title":"IDEA: Formalizing the Foundation for an Engineering Design Education","volume":"22","author":"Mckenna A. F.","year":"2006","journal-title":"International Journal of Engineering Education"},{"key":"e_1_3_2_1_25_1","doi-asserted-by":"publisher","DOI":"10.1002\/job.237"},{"key":"e_1_3_2_1_26_1","unstructured":"Osborn A. F. Applied Imagination: Principles and Procedures of Creative Problem Solving. Charles Scribner's Sons 1963.  Osborn A. F. Applied Imagination: Principles and Procedures of Creative Problem Solving. Charles Scribner's Sons 1963."},{"key":"e_1_3_2_1_27_1","doi-asserted-by":"publisher","DOI":"10.1046\/j.1540-6520.2003.00035.x"},{"key":"e_1_3_2_1_28_1","doi-asserted-by":"crossref","unstructured":"Plaschka G. and Welsch H. Emerging Structures in Entrepreneurship Education: Curricular Designs and Strategies. SSRN eLibrary (1990).  Plaschka G. and Welsch H. Emerging Structures in Entrepreneurship Education: Curricular Designs and Strategies. SSRN eLibrary (1990).","DOI":"10.1177\/104225879001400308"},{"key":"e_1_3_2_1_29_1","doi-asserted-by":"crossref","unstructured":"Ross J. Irani L. Silberman M. S. Zaldivar A. and Tomlinson B. Who are the crowdworkers? In extended abstracts on Human Factors in Computing Systems (2010).  Ross J. Irani L. Silberman M. S. Zaldivar A. and Tomlinson B. Who are the crowdworkers? In extended abstracts on Human Factors in Computing Systems (2010).","DOI":"10.1145\/1753846.1753873"},{"key":"e_1_3_2_1_30_1","first-page":"2","article-title":"\"Thick\" authenticity: new media and authentic learning","volume":"10","author":"Shaffer D.W.","year":"1999","journal-title":"J. Interact. Learn. Res."},{"key":"e_1_3_2_1_31_1","unstructured":"Siroker D. How Obama Raised $60 Million by Running a Simple Experiment. 2010. http:\/\/blog.optimizely.com\/howobama-raised-60-million-by-running-an-exp.  Siroker D. How Obama Raised $60 Million by Running a Simple Experiment. 2010. http:\/\/blog.optimizely.com\/howobama-raised-60-million-by-running-an-exp."},{"key":"e_1_3_2_1_32_1","volume-title":"Cambridge University Press","author":"Sternberg R. J.","year":"1998"},{"key":"e_1_3_2_1_33_1","volume-title":"Sage Publications","author":"Strauss A. C.","year":"1997"},{"key":"e_1_3_2_1_34_1","volume-title":"Harvard Business Press","author":"Terwiesch C.","year":"2009"},{"key":"e_1_3_2_1_35_1","volume-title":"Harvard Business Press","author":"Thomke S. H.","year":"2003"},{"key":"e_1_3_2_1_36_1","unstructured":"Tidbell B. Mulder I. and Stappers P. J. Online Design Contests: A Network of Inspiration for Designers. (2011).  Tidbell B. Mulder I. and Stappers P. J. Online Design Contests: A Network of Inspiration for Designers. (2011)."},{"key":"e_1_3_2_1_37_1","doi-asserted-by":"publisher","DOI":"10.1145\/1718918.1718938"},{"key":"e_1_3_2_1_38_1","volume-title":"The Chronicle of Higher Education","author":"Westerberg C.","year":"2011"},{"key":"e_1_3_2_1_39_1","doi-asserted-by":"publisher","DOI":"10.1145\/1979742.1979745"},{"key":"e_1_3_2_1_40_1","doi-asserted-by":"publisher","DOI":"10.1145\/1978942.1979147"},{"key":"e_1_3_2_1_41_1","unstructured":"Innocentive. www.innocentive.com.  Innocentive. www.innocentive.com."},{"key":"e_1_3_2_1_42_1","unstructured":"oDesk. https:\/\/www.odesk.com.  oDesk. https:\/\/www.odesk.com."},{"key":"e_1_3_2_1_43_1","unstructured":"99designs: http:\/\/99designs.com\/.  99designs: http:\/\/99designs.com\/."},{"key":"e_1_3_2_1_44_1","unstructured":"Crowdspring. www.crowdspring.com.  Crowdspring. www.crowdspring.com."},{"key":"e_1_3_2_1_45_1","unstructured":"Optimizely. www.optimizely.com.  Optimizely. www.optimizely.com."},{"key":"e_1_3_2_1_46_1","unstructured":"Indiegogo. www.indiegogo.com.  Indiegogo. www.indiegogo.com."},{"key":"e_1_3_2_1_47_1","unstructured":"Facebook. www.facebook.com.  Facebook. www.facebook.com."},{"key":"e_1_3_2_1_48_1","unstructured":"Google Ad Words. https:\/\/adwords.google.com.  Google Ad Words. https:\/\/adwords.google.com."},{"key":"e_1_3_2_1_49_1","unstructured":"Coffee Joulies on Kickstarter. http:\/\/www.kickstarter.com\/projects\/705847536\/coffeejoulies-your-coffee-just-right.  Coffee Joulies on Kickstarter. http:\/\/www.kickstarter.com\/projects\/705847536\/coffeejoulies-your-coffee-just-right."},{"key":"e_1_3_2_1_50_1","unstructured":"Open Innovation. www.openinnovation.net.  Open Innovation. www.openinnovation.net."},{"key":"e_1_3_2_1_51_1","unstructured":"Case Study. http:\/\/en.wikipedia.org\/wiki\/Case_study.  Case Study. http:\/\/en.wikipedia.org\/wiki\/Case_study."},{"key":"e_1_3_2_1_52_1","unstructured":"Coursera. www.coursera.org.  Coursera. www.coursera.org."},{"key":"e_1_3_2_1_53_1","unstructured":"Stanford Technology Ventures. http:\/\/stvp.stanford.edu\/.  Stanford Technology Ventures. http:\/\/stvp.stanford.edu\/."},{"key":"e_1_3_2_1_54_1","unstructured":"FIRST Robotics Competition. www.pittsburghfirst.org\/.  FIRST Robotics Competition. www.pittsburghfirst.org\/."},{"key":"e_1_3_2_1_55_1","unstructured":"Solar Car Teams. http:\/\/en.wikipedia.org\/wiki\/List_of_solar_car_teams.  Solar Car Teams. http:\/\/en.wikipedia.org\/wiki\/List_of_solar_car_teams."},{"key":"e_1_3_2_1_56_1","unstructured":"Tartan Hacks. www.tartanhacks.com.  Tartan Hacks. www.tartanhacks.com."},{"key":"e_1_3_2_1_57_1","unstructured":"Newgrounds. http:\/\/www.newgrounds.com\/.  Newgrounds. http:\/\/www.newgrounds.com\/."},{"key":"e_1_3_2_1_58_1","unstructured":"MindSwarms. www.mindswarms.com.  MindSwarms. www.mindswarms.com."},{"key":"e_1_3_2_1_59_1","unstructured":"Qualtrics. www.qualtrics.com.  Qualtrics. www.qualtrics.com."},{"key":"e_1_3_2_1_60_1","unstructured":"IndieGoGo blog. http:\/\/www.indiegogo.com\/blog\/.  IndieGoGo blog. http:\/\/www.indiegogo.com\/blog\/."}],"event":{"name":"CHI '13: CHI Conference on Human Factors in Computing Systems","location":"Paris France","acronym":"CHI '13","sponsor":["SIGCHI ACM Special Interest Group on Computer-Human Interaction"]},"container-title":["Proceedings of the SIGCHI Conference on Human Factors in Computing Systems"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/2470654.2470686","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/2470654.2470686","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,18]],"date-time":"2025-06-18T08:39:07Z","timestamp":1750235947000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/2470654.2470686"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2013,4,27]]},"references-count":60,"alternative-id":["10.1145\/2470654.2470686","10.1145\/2470654"],"URL":"https:\/\/doi.org\/10.1145\/2470654.2470686","relation":{},"subject":[],"published":{"date-parts":[[2013,4,27]]},"assertion":[{"value":"2013-04-27","order":2,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}