{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,5,6]],"date-time":"2026-05-06T05:33:32Z","timestamp":1778045612283,"version":"3.51.4"},"reference-count":73,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"4","license":[{"start":{"date-parts":[[2022,8,1]],"date-time":"2022-08-01T00:00:00Z","timestamp":1659312000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2022,8,1]],"date-time":"2022-08-01T00:00:00Z","timestamp":1659312000000},"content-version":"am","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2022,8,1]],"date-time":"2022-08-01T00:00:00Z","timestamp":1659312000000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2022,8,1]],"date-time":"2022-08-01T00:00:00Z","timestamp":1659312000000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"funder":[{"DOI":"10.13039\/501100008982","name":"National Science Foundation","doi-asserted-by":"publisher","id":[{"id":"10.13039\/501100008982","id-type":"DOI","asserted-by":"publisher"}]},{"name":"NSF CMMI","award":["1400050"],"award-info":[{"award-number":["1400050"]}]},{"DOI":"10.13039\/501100000266","name":"Engineering and Physical Sciences Research Council","doi-asserted-by":"publisher","id":[{"id":"10.13039\/501100000266","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Trans. Eng. Manage."],"published-print":{"date-parts":[[2022,8]]},"DOI":"10.1109\/tem.2020.2983551","type":"journal-article","created":{"date-parts":[[2020,5,20]],"date-time":"2020-05-20T20:48:21Z","timestamp":1590007701000},"page":"1592-1604","source":"Crossref","is-referenced-by-count":24,"title":["Challenges and Research Directions in Crowdsourcing for Engineering Design: An Interview Study With Industry Professionals"],"prefix":"10.1109","volume":"69","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-2337-4809","authenticated-orcid":false,"given":"Murtuza","family":"Shergadwala","sequence":"first","affiliation":[{"name":"Purdue University, West Lafayette, IN, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-9585-3860","authenticated-orcid":false,"given":"Hannah","family":"Forbes","sequence":"additional","affiliation":[{"name":"Faculty of Engineering, Department of Industrial Design, University of Liverpool, Liverpool, U.K."}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-5695-9312","authenticated-orcid":false,"given":"Dirk","family":"Schaefer","sequence":"additional","affiliation":[{"name":"University of Liverpool, Liverpool, U.K."}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-4873-3089","authenticated-orcid":false,"given":"Jitesh H.","family":"Panchal","sequence":"additional","affiliation":[{"name":"School of Engineering, Purdue University, West Lafayette, IN, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"263","reference":[{"key":"ref1","first-page":"1","article-title":"The promise of idea crowdsourcingBenefits, contexts, limitations","volume":"1","author":"Aitamurto","year":"2011","journal-title":"Nokia Ideasproject"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1093\/acprof:oso\/9780199374441.001.0001"},{"issue":"6","key":"ref3","first-page":"1","article-title":"The rise of crowdsourcing,","volume":"14","author":"Howe","year":"2006","journal-title":"Wired Mag."},{"key":"ref4","first-page":"41","article-title":"Using crowds in engineering designTowards a holistic framework","volume-title":"Proc. 20th Int. Conf. Eng. Des.","author":"Panchal","year":"2015"},{"key":"ref5","article-title":"Do you have the next game changing innovation?, Connect and Develop","year":"2019"},{"key":"ref6","volume-title":"P&Gs big stake in open innovation","author":"Panduwawala","year":"2009"},{"key":"ref7","article-title":"This is the million-dollar design for darpas crowdsourced swimming tank","year":"2019"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.21278\/idc.2018.0161"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1016\/j.comnet.2015.07.002"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1109\/MIC.2013.20"},{"key":"ref11","first-page":"1315","article-title":"A reputation-aware decision-making approach for improving the efficiency of crowdsourcing systems","volume-title":"Proc. Int. Conf. Auton. Agents Multi-Agent Syst.","author":"Yu","year":"2013"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1007\/s10058-007-0032-5"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.4135\/9781071878781"},{"key":"ref14","volume-title":"Qualitative Data Analysis: An Expanded Sourcebook","author":"Miles","year":"1994"},{"key":"ref15","first-page":"872","article-title":"Digging for golden carrots: An analysis of research tournaments","volume":"85","author":"Taylor","year":"1995","journal-title":"Am. Econ. Rev."},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.2307\/2696375"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1257\/aer.91.3.542"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.2307\/j.ctvcm4j8j.18"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1145\/1772690.1772694"},{"key":"ref20","first-page":"8","article-title":"Crowdsourcing: A primer and its implications for systems engineering","volume-title":"Proc. NDIA Ground Vehicle Syst. Eng. Technol. Symp.","author":"Gerth","year":"2012"},{"key":"ref21","first-page":"947","article-title":"Using contests for engineering systems design: A study of auctions and fixed-prize tournaments","volume-title":"Proc. 14th Int. Des. Conf.","author":"Chaudhari","year":"2016"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.1115\/1.4029065"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1115\/1.4037253"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.1115\/1.4029767"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.1080\/07377366.1986.10401080"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1111\/j.1460-2466.1993.tb01304.x"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.1111\/j.1460-2466.1993.tb01304.x"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.1146\/annurev.polisci.10.072805.103054"},{"key":"ref29","doi-asserted-by":"publisher","DOI":"10.1142\/9789814417358_0016"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.1177\/1046878196271004"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.2307\/1511637"},{"key":"ref32","volume-title":"Educating the Reflective Practitioner","author":"Schn","year":"1987"},{"key":"ref33","doi-asserted-by":"publisher","DOI":"10.7551\/mitpress\/12107.001.0001"},{"key":"ref34","volume-title":"Human Problem Solving","volume":"104","author":"Newell","year":"1972"},{"key":"ref35","doi-asserted-by":"publisher","DOI":"10.1016\/0004-3702(73)90011-8"},{"key":"ref36","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-13191-7_6"},{"key":"ref37","doi-asserted-by":"publisher","DOI":"10.1109\/TKDE.2016.2518669"},{"key":"ref38","first-page":"1157","article-title":"Exploring the interaction between open innovation methods and system complexity","volume-title":"Proc. 4th Int. Eng. Syst. Symp.","author":"Szajnfarber"},{"key":"ref39","doi-asserted-by":"publisher","DOI":"10.1145\/2488388.2488489"},{"key":"ref40","doi-asserted-by":"publisher","DOI":"10.1287\/opre.2013.1235"},{"key":"ref41","doi-asserted-by":"publisher","DOI":"10.1109\/INFOCOM.2015.7218676"},{"key":"ref42","doi-asserted-by":"publisher","DOI":"10.1109\/TCIAIG.2014.2298361"},{"key":"ref43","doi-asserted-by":"publisher","DOI":"10.1145\/1807342.1807376"},{"key":"ref44","doi-asserted-by":"publisher","DOI":"10.1145\/1869086.1869100"},{"key":"ref45","first-page":"15","article-title":"Youre hired! an examination of crowdsourcing incentive models in human resource tasks,","volume-title":"Proc. Workshop Crowdsourcing Search Data Mining 4th ACM Int. Conf. Web Search Data Mining","author":"Harris","year":"2011"},{"key":"ref46","doi-asserted-by":"publisher","DOI":"10.1109\/MIC.2012.68"},{"key":"ref47","doi-asserted-by":"publisher","DOI":"10.1177\/152342230000200103"},{"key":"ref48","doi-asserted-by":"publisher","DOI":"10.1111\/j.1744-6570.1991.tb02405.x"},{"key":"ref49","doi-asserted-by":"publisher","DOI":"10.1115\/DETC2016-59038"},{"key":"ref50","doi-asserted-by":"publisher","DOI":"10.1115\/1.4040548"},{"key":"ref51","doi-asserted-by":"publisher","DOI":"10.1007\/s10796-015-9578-x"},{"key":"ref52","volume":"1","author":"Knop","year":"2016","journal-title":"What Do We Know About Task Characteristics of Crowdsourcing?"},{"key":"ref53","first-page":"679","article-title":"Crowdsourcing, open innovation and collective intelligence in the scientific method: A research agenda and operational framework,","volume-title":"Proc. 12th Int. Conf. Synthesis Simul. Living Syst.","author":"Buecheler","year":"2010"},{"key":"ref54","doi-asserted-by":"publisher","DOI":"10.1080\/09544828.2017.1316013"},{"key":"ref55","doi-asserted-by":"publisher","DOI":"10.1145\/2740908.2743972"},{"key":"ref56","doi-asserted-by":"publisher","DOI":"10.2753\/JEC1086-4415150402"},{"key":"ref57","doi-asserted-by":"publisher","DOI":"10.1609\/hcomp.v2i1.13154"},{"key":"ref58","doi-asserted-by":"publisher","DOI":"10.1109\/MIS.2015.66"},{"key":"ref59","doi-asserted-by":"publisher","DOI":"10.1145\/2736277.2741639"},{"key":"ref60","first-page":"345","article-title":"Ontological services using crowdsourcing,","volume-title":"Proc. 21st Australian Conf. Inf. Syst.","author":"Lin","year":"2010"},{"key":"ref61","doi-asserted-by":"publisher","DOI":"10.4324\/9781351252928-23"},{"key":"ref62","doi-asserted-by":"publisher","DOI":"10.1145\/2463728.2463743"},{"key":"ref63","doi-asserted-by":"publisher","DOI":"10.48009\/1_iis_2022_105"},{"key":"ref64","doi-asserted-by":"publisher","DOI":"10.1257\/pandp.20191039"},{"key":"ref65","doi-asserted-by":"publisher","DOI":"10.1108\/JGR-09-2018-0037"},{"key":"ref66","doi-asserted-by":"publisher","DOI":"10.1017\/dsi.2019.15"},{"key":"ref67","first-page":"101","article-title":"The democratisation of design and design learninghow do we educate the next-generation designer","volume":"8","author":"Fleischmann","year":"2015","journal-title":"Int. J. Arts Sci."},{"key":"ref68","doi-asserted-by":"publisher","DOI":"10.1007\/978-1-4020-2393-4_7"},{"key":"ref69","doi-asserted-by":"publisher","DOI":"10.1162\/074793601750357196"},{"key":"ref70","doi-asserted-by":"publisher","DOI":"10.1109\/5.843005"},{"key":"ref71","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-642-21796-8_22"},{"key":"ref72","first-page":"1","article-title":"Crowdsourcing public participation in transit planning: Preliminary results from the next stop design case","volume-title":"Proc. TRB 89th Annu. Meeting Compendium","author":"Brabham","year":"2010"},{"key":"ref73","doi-asserted-by":"publisher","DOI":"10.4018\/978-1-5225-8182-6.ch014"}],"container-title":["IEEE Transactions on Engineering Management"],"original-title":[],"link":[{"URL":"https:\/\/ieeexplore.ieee.org\/ielam\/17\/9792633\/9097239-aam.pdf","content-type":"application\/pdf","content-version":"am","intended-application":"syndication"},{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/17\/9792633\/09097239.pdf?arnumber=9097239","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,1,9]],"date-time":"2024-01-09T22:27:08Z","timestamp":1704839228000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/9097239\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022,8]]},"references-count":73,"journal-issue":{"issue":"4"},"URL":"https:\/\/doi.org\/10.1109\/tem.2020.2983551","relation":{},"ISSN":["0018-9391","1558-0040"],"issn-type":[{"value":"0018-9391","type":"print"},{"value":"1558-0040","type":"electronic"}],"subject":[],"published":{"date-parts":[[2022,8]]}}}