{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,5,21]],"date-time":"2026-05-21T21:39:24Z","timestamp":1779399564320,"version":"3.53.1"},"reference-count":40,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","license":[{"start":{"date-parts":[[2020,1,1]],"date-time":"2020-01-01T00:00:00Z","timestamp":1577836800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/legalcode"}],"funder":[{"DOI":"10.13039\/501100010790","name":"European Union under the Erasmus KA2","doi-asserted-by":"publisher","id":[{"id":"10.13039\/501100010790","id-type":"DOI","asserted-by":"publisher"}]},{"name":"ARRANGE-ICT","award":["2018-1-BG-01-KA203-048023"],"award-info":[{"award-number":["2018-1-BG-01-KA203-048023"]}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Access"],"published-print":{"date-parts":[[2020]]},"DOI":"10.1109\/access.2020.2982619","type":"journal-article","created":{"date-parts":[[2020,3,24]],"date-time":"2020-03-24T02:25:49Z","timestamp":1585016749000},"page":"58094-58117","source":"Crossref","is-referenced-by-count":5,"title":["Crowdsourcing in Software Development: Empirical Support for Configuring Contests"],"prefix":"10.1109","volume":"8","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-4248-3752","authenticated-orcid":false,"given":"Stamatia","family":"Bibi","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-2159-1332","authenticated-orcid":false,"given":"Ioannis","family":"Zozas","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-5764-7302","authenticated-orcid":false,"given":"Apostolos","family":"Ampatzoglou","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-6042-0355","authenticated-orcid":false,"given":"Panagiotis G.","family":"Sarigiannidis","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-9038-2695","authenticated-orcid":false,"given":"George","family":"Kalampokis","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-9440-3633","authenticated-orcid":false,"given":"Ioannis","family":"Stamelos","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"263","reference":[{"key":"ref39","doi-asserted-by":"publisher","DOI":"10.1145\/2961111.2962594"},{"key":"ref38","doi-asserted-by":"crossref","first-page":"694","DOI":"10.1007\/s11704-013-2320-2","article-title":"An evaluation framework for software crowdsourcing","volume":"7","author":"wu","year":"2013","journal-title":"Frontiers Comput Sci"},{"key":"ref33","doi-asserted-by":"publisher","DOI":"10.1145\/2487294.2487332"},{"key":"ref32","doi-asserted-by":"publisher","DOI":"10.1109\/ICRTIT.2016.7569547"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.1109\/MS.2017.52"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.1145\/2568225.2568249"},{"key":"ref37","doi-asserted-by":"publisher","DOI":"10.1145\/2897659.2897664"},{"key":"ref36","first-page":"1","article-title":"Evaluation of software quality in the TopCoder crowdsourcing environment","author":"wang","year":"2017","journal-title":"Proc IEEE 7th Annu Comput Commun Workshop Conf (CCWC)"},{"key":"ref35","doi-asserted-by":"publisher","DOI":"10.1109\/ICGSE.2019.00041"},{"key":"ref34","doi-asserted-by":"crossref","first-page":"110","DOI":"10.1007\/978-3-642-41347-6_9","article-title":"Factors influencing the decision to crowdsource","author":"thuan","year":"2013","journal-title":"Proc Int Conf Collaborat Technol"},{"key":"ref10","first-page":"58","article-title":"The dos and dont’s of crowdsourcing software development","author":"fitzgerald","year":"2015","journal-title":"Proc Int Conf Current Trends Theory Pract Informat"},{"key":"ref40","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2019.2905054"},{"key":"ref11","first-page":"139","article-title":"The five W’s: An old tool for the new task of task analysis","volume":"43","author":"hart","year":"1996","journal-title":"Tech Commun"},{"key":"ref12","author":"howe","year":"2008","journal-title":"Crowdsourcing Why the Power of the Crowd Is Driving the Future of Business"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.24251\/HICSS.2018.700"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1145\/2441776.2441923"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1007\/978-1-84800-044-5_4"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1109\/CHASE.2013.6614737"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1109\/MS.2016.12"},{"key":"ref18","first-page":"389","article-title":"Crowdsourcing in software development: A state-of-the-art analysis","author":"leicht","year":"2015","journal-title":"Proc 28th Bled eConference"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1109\/COMPSAC.2013.133"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2017.2774297"},{"key":"ref4","first-page":"45","article-title":"Decisions 2.0: The power of collective intelligence","volume":"50","author":"bonabeau","year":"2009","journal-title":"MIT Sloan Manage Rev"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-10518-5_22"},{"key":"ref3","article-title":"Software modeling and measurement: The goal\/question\/metric paradigm","author":"basili","year":"1992"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1080\/07421222.2015.1068604"},{"key":"ref29","doi-asserted-by":"publisher","DOI":"10.1145\/2593728.2593731"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1016\/j.respol.2013.06.006"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1145\/2889160.2889225"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1145\/1924421.1924442"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1145\/1772690.1772694"},{"key":"ref9","author":"elo","year":"1978","journal-title":"The Rating of Chessplayers Past and Present"},{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1145\/2989238.2989245"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1109\/APSEC.2017.56"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.5120\/17742-8900"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1016\/j.jss.2016.09.015"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.1007\/s10664-008-9102-8"},{"key":"ref23","author":"runeson","year":"2012","journal-title":"Experimentation in Software Engineering"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1016\/j.jss.2019.04.027"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.1109\/ICSE-SEIP.2017.2"}],"container-title":["IEEE Access"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/6287639\/8948470\/09044380.pdf?arnumber=9044380","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,1,27]],"date-time":"2022-01-27T19:57:05Z","timestamp":1643313425000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/9044380\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2020]]},"references-count":40,"URL":"https:\/\/doi.org\/10.1109\/access.2020.2982619","relation":{},"ISSN":["2169-3536"],"issn-type":[{"value":"2169-3536","type":"electronic"}],"subject":[],"published":{"date-parts":[[2020]]}}}