{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,18]],"date-time":"2026-03-18T13:36:03Z","timestamp":1773840963183,"version":"3.50.1"},"reference-count":57,"publisher":"Springer Science and Business Media LLC","issue":"4","license":[{"start":{"date-parts":[[2021,6,10]],"date-time":"2021-06-10T00:00:00Z","timestamp":1623283200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2021,6,10]],"date-time":"2021-06-10T00:00:00Z","timestamp":1623283200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Empir Software Eng"],"published-print":{"date-parts":[[2021,7]]},"DOI":"10.1007\/s10664-021-09979-z","type":"journal-article","created":{"date-parts":[[2021,6,10]],"date-time":"2021-06-10T16:13:00Z","timestamp":1623341580000},"update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":10,"title":["Studying backers and hunters in bounty issue addressing process of open source projects"],"prefix":"10.1007","volume":"26","author":[{"given":"Jiayuan","family":"Zhou","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-3823-1771","authenticated-orcid":false,"given":"Shaowei","family":"Wang","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Haoxiang","family":"Zhang","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Tse-Hsun","family":"Chen","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Ahmed E.","family":"Hassan","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2021,6,10]]},"reference":[{"issue":"5","key":"9979_CR1","doi-asserted-by":"publisher","first-page":"644","DOI":"10.1111\/j.1651-2227.2006.00178.x","volume":"96","author":"AK Akobeng","year":"2007","unstructured":"Akobeng AK (2007) Understanding diagnostic tests 3: receiver operating characteristic curves. Acta Paediat 96(5):644\u2013647","journal-title":"Acta Paediat"},{"issue":"3\u20134","key":"9979_CR2","first-page":"187","volume":"4","author":"S Androutsellis-Theotokis","year":"2011","unstructured":"Androutsellis-Theotokis S, Spinellis D, Kechagia M, Gousios G, et al. (2011) Open source software: A survey from 10,000 feet. Found Trends Technol Inf Oper Manag 4(3\u20134):187\u2013347","journal-title":"Found Trends Technol Inf Oper Manag"},{"key":"9979_CR3","unstructured":"Apple Inc (2020) Apple Security Bounty). https:\/\/developer.apple.com\/security-bounty\/,. (last visited: Dec 12, 2020)"},{"key":"9979_CR4","unstructured":"Atiq A, Tripathi A (2016) Impact of financial benefits on open source software sustainability. In: International conference on information systems (ICIS), pp 1\u201310"},{"key":"9979_CR5","doi-asserted-by":"crossref","unstructured":"Avelino G, Passos L, Hora A, Valente MT (2016) A novel approach for estimating truck factors. In: IEEE 24th international conference on program comprehension (ICPC), pp 1\u201310","DOI":"10.1109\/ICPC.2016.7503718"},{"issue":"1","key":"9979_CR6","first-page":"281","volume":"13","author":"J Bergstra","year":"2012","unstructured":"Bergstra J, Bengio Y (2012) Random search for hyper-parameter optimization. J Mach Learn Res 13(1):281\u2013305","journal-title":"J Mach Learn Res"},{"key":"9979_CR7","doi-asserted-by":"crossref","unstructured":"Bissyand\u00e9 TF, Thung F, Lo D, Jiang L, R\u00e9veill\u00e8re L (2013) Popularity, interoperability, and impact of programming languages in 100,000 open source projects. In: IEEE 37th annual computer software and applications conference. IEEE, pp 303\u2013312","DOI":"10.1109\/COMPSAC.2013.55"},{"key":"9979_CR8","doi-asserted-by":"crossref","unstructured":"Canfora G, Di Penta M, Oliveto R, Panichella S (2012) Who is going to mentor newcomers in open source projects?. In: Proceedings of the ACM SIGSOFT 20th international symposium on the foundations of software engineering (FSE), pp 1\u201311","DOI":"10.1145\/2393596.2393647"},{"key":"9979_CR9","doi-asserted-by":"crossref","unstructured":"Coelho J, Valente MT, Silva LL, Hora A (2018) Why we engage in floss: Answers from core developers. In: Proceedings of the 11th international workshop on cooperative and human aspects of software engineering, pp 114\u2013121","DOI":"10.1145\/3195836.3195848"},{"issue":"10","key":"9979_CR10","doi-asserted-by":"publisher","first-page":"1575","DOI":"10.1016\/j.respol.2007.08.003","volume":"36","author":"S Comino","year":"2007","unstructured":"Comino S, Manenti FM, Parisi ML (2007) From planning to mature: on the success of open source projects. Res Policy 36(10):1575\u20131586","journal-title":"Res Policy"},{"key":"9979_CR11","doi-asserted-by":"crossref","unstructured":"Dagenais B, Ossher H, Bellamy RKE, Robillard MP, de Vries JP (2010) Moving into a new software project landscape. In: Proceedings of the 32nd ACM\/IEEE international conference on software engineering - Volume 1, ICSE \u201910, pp 275\u2013284","DOI":"10.1145\/1806799.1806842"},{"key":"9979_CR12","unstructured":"Dinnie M (2019) How to prioritize feature requests for software development. https:\/\/zenkit.com\/en\/blog\/how-to-prioritize-feature-requests-for-software-development,. (last visited: November 8, 2019)"},{"key":"9979_CR13","unstructured":"Duebendorfer T, Frei S (2009) Why silent updates boost security. TIK, ETH Zurich, Tech Rep 302"},{"key":"9979_CR14","volume-title":"Roads and bridges: The unseen labor behind our digital infrastructure","author":"N Eghbal","year":"2016","unstructured":"Eghbal N (2016) Roads and bridges: The unseen labor behind our digital infrastructure. Ford Foundation"},{"key":"9979_CR15","unstructured":"Eghbal N (2019) A handy guide to financial support for open source"},{"key":"9979_CR16","unstructured":"Finifter M, Akhawe D, Wagner D (2013) An empirical study of vulnerability rewards programs. In: USENIX Security Symp., pp 273\u2013288"},{"issue":"1","key":"9979_CR17","doi-asserted-by":"publisher","first-page":"16","DOI":"10.1145\/1496091.1496094","volume":"39","author":"S Frei","year":"2008","unstructured":"Frei S, Duebendorfer T, Plattner B (2008) Firefox (in) security update dynamics exposed. ACM SIGCOMM Comput Commun Rev 39(1):16\u201322","journal-title":"ACM SIGCOMM Comput Commun Rev"},{"key":"9979_CR18","unstructured":"Frey BS, Goette L (1999) Does pay motivate volunteers? Working paper\/Inst Empir Res Econ 7"},{"key":"9979_CR19","unstructured":"HackerOne (2018) 118 fascinating facts from hackerone\u2019s hacker-powered security report 2018. https:\/\/www.hackerone.com\/blog\/118-Fascinating-Facts-HackerOnes-Hacker-Powered-Security-Report-2018. (last visited: August 27, 2018)"},{"issue":"10","key":"9979_CR20","doi-asserted-by":"publisher","first-page":"1753","DOI":"10.1016\/S0048-7333(03)00061-1","volume":"32","author":"D Harhoff","year":"2003","unstructured":"Harhoff D, Henkel J, Von Hippel E (2003) Profiting from voluntary information spillovers: how users benefit by freely revealing their innovations. Res Pol 32(10):1753\u20131769","journal-title":"Res Pol"},{"key":"9979_CR21","doi-asserted-by":"crossref","unstructured":"Hata H, Guo M, Babar MA (2017) Understanding the heterogeneity of contributors in bug bounty programs. In: Proc. of the ACM\/IEEE int\u2019l symp. on empirical software engineering and measurement, pp 223\u2013228","DOI":"10.1109\/ESEM.2017.34"},{"key":"9979_CR22","doi-asserted-by":"crossref","unstructured":"Izquierdo JLC, Cabot J (2018) The role of foundations in open source projects. In: Proceedings of the 40th international conference on software engineering: software engineering in society, pp 3\u201312","DOI":"10.1145\/3183428.3183438"},{"key":"9979_CR23","doi-asserted-by":"crossref","unstructured":"Kanda T, Guo M, Hata H, Matsumoto K (2017) Towards understanding an open-source bounty: Analysis of Bountysource. In: Int\u2019l conf. on software analysis, evolution and reengineering. IEEE, pp 577\u2013578","DOI":"10.1109\/SANER.2017.7884685"},{"key":"9979_CR24","doi-asserted-by":"crossref","unstructured":"Kochhar PS, Thung F, Lo D (2014) Automatic fine-grained issue report reclassification. In: 2014 19th international conference on engineering of complex computer systems. IEEE, pp 126\u2013135","DOI":"10.1109\/ICECCS.2014.25"},{"key":"9979_CR25","doi-asserted-by":"crossref","unstructured":"Krishnamurthy S, Tripathi AK (2006) Bounty programs in free\/libre\/open source software. In: The economics of open source software development. Elsevier, pp 165\u2013183","DOI":"10.1016\/B978-044452769-1\/50008-1"},{"issue":"4","key":"9979_CR26","doi-asserted-by":"publisher","first-page":"632","DOI":"10.1016\/j.respol.2013.10.007","volume":"43","author":"S Krishnamurthy","year":"2014","unstructured":"Krishnamurthy S, Ou S, Tripathi AK (2014) Acceptance of monetary rewards in open source software development. Res Policy 43(4):632\u2013644","journal-title":"Res Policy"},{"issue":"5","key":"9979_CR27","doi-asserted-by":"publisher","first-page":"1","DOI":"10.18637\/jss.v028.i05","volume":"28","author":"M Kuhn","year":"2008","unstructured":"Kuhn M, et al. (2008) Building predictive models in r using the caret package. J Stat Softw 28(5):1\u201326","journal-title":"J Stat Softw"},{"key":"9979_CR28","doi-asserted-by":"crossref","unstructured":"Lakhani KR, Wolf RG (2003) Why hackers do what they do: Understanding motivation and effort in free\/open source software projects","DOI":"10.2139\/ssrn.443040"},{"key":"9979_CR29","doi-asserted-by":"crossref","unstructured":"Lee A, Carver JC, Bosu A (2017) Understanding the impressions, motivations, and barriers of one time code contributors to floss projects: a survey. In: IEEE\/ACM 39th international conference on software engineering (ICSE), pp 187\u2013197","DOI":"10.1109\/ICSE.2017.25"},{"issue":"2","key":"9979_CR30","doi-asserted-by":"publisher","first-page":"81","DOI":"10.1093\/cybsec\/tyx008","volume":"3","author":"T Maillart","year":"2017","unstructured":"Maillart T, Zhao M, Grossklags J, Chuang J (2017) Given enough eyeballs, all bugs are shallow? Revisiting Eric Raymond with bug bounty programs. J Cybersec 3(2):81\u201390","journal-title":"J Cybersec"},{"issue":"9","key":"9979_CR31","doi-asserted-by":"publisher","first-page":"1315","DOI":"10.1097\/JTO.0b013e3181ec173d","volume":"5","author":"JN Mandrekar","year":"2010","unstructured":"Mandrekar JN (2010) Receiver operating characteristic curve in diagnostic test assessment. J Thorac Oncol 5(9):1315\u20131316","journal-title":"J Thorac Oncol"},{"key":"9979_CR32","unstructured":"Matt A (2020) Bug bounties won\u2019t make you rich (but you should participate anyway). https:\/\/www.techrepublic.com\/article\/bug-bounties-wont-make-you-rich-but-you-should-participate-anyway\/,. (last visited: January 21, 2020)"},{"key":"9979_CR33","unstructured":"Mirko Z (2020) Full-time bug hunting:, Pros and cons of an emerging career. https:\/\/www.helpnetsecurity.com\/2020\/04\/07\/bug-hunting-career\/. (April 7, 2020)"},{"issue":"3","key":"9979_CR34","doi-asserted-by":"publisher","first-page":"309","DOI":"10.1145\/567793.567795","volume":"11","author":"A Mockus","year":"2002","unstructured":"Mockus A, Fielding RT, Herbsleb JD (2002) Two case studies of open source software development: Apache and mozilla. ACM Trans Softw Eng Methodol (TOSEM) 11(3):309\u2013346","journal-title":"ACM Trans Softw Eng Methodol (TOSEM)"},{"key":"9979_CR35","volume-title":"The basic practice of statistics, vol 2","author":"DS Moore","year":"2007","unstructured":"Moore DS, Kirkland S (2007) The basic practice of statistics, vol 2. WH Freeman New York"},{"issue":"3","key":"9979_CR36","doi-asserted-by":"publisher","first-page":"22","DOI":"10.1109\/MS.2018.2874568","volume":"36","author":"K Nakasai","year":"2018","unstructured":"Nakasai K, Hata H, Matsumoto K (2018) Are donation badges appealing?: a case study of developer responses to eclipse bug reports. IEEE Softw 36 (3):22\u201327","journal-title":"IEEE Softw"},{"key":"9979_CR37","doi-asserted-by":"crossref","unstructured":"Rajbahadur GK, Wang S, Kamei Y, Hassan AE (2019) Impact of discretization noise of the dependent variable on machine learning classifiers in software engineering. IEEE Trans Softw Eng","DOI":"10.1109\/TSE.2019.2924371"},{"key":"9979_CR38","unstructured":"Robert L (2019) Bug bounties continue to rise, but market has its own 1% problem). https:\/\/www.darkreading.com\/vulnerabilities---threats\/vulnerability-management\/bug-bounties-continue-to-rise-but-market-has-its-own-1--problem\/d\/d-id\/1335689"},{"issue":"7","key":"9979_CR39","doi-asserted-by":"publisher","first-page":"984","DOI":"10.1287\/mnsc.1060.0554","volume":"52","author":"JA Roberts","year":"2006","unstructured":"Roberts JA, Hann I-H, Slaughter SA (2006) Understanding the motivations, participation, and performance of open source software developers: a longitudinal study of the apache projects. Manag Sci 52(7):984\u2013999","journal-title":"Manag Sci"},{"key":"9979_CR40","doi-asserted-by":"crossref","unstructured":"Robles G, Gonzalez-Barahona JM, Herraiz I (2009) Evolution of the core team of developers in libre software projects. In: 2009 6th IEEE international working conference on mining software repositories. IEEE, pp 167\u2013170","DOI":"10.1109\/MSR.2009.5069497"},{"key":"9979_CR41","unstructured":"Romano J, Kromrey JD, Coraggio J, Skowronek J (2006) Appropriate statistics for ordinal level data: Should we really be using t-test and cohen\u2019s d for evaluating group differences on the nsse and other surveys. In: Annual meeting of the Florida association of institutional research, pp 1\u201333"},{"issue":"7","key":"9979_CR42","doi-asserted-by":"publisher","first-page":"1000","DOI":"10.1287\/mnsc.1060.0553","volume":"52","author":"SK Shah","year":"2006","unstructured":"Shah SK (2006) Motivation, governance, and the viability of hybrid forms in open source software development. Manag Sci 52(7):1000\u20131014","journal-title":"Manag Sci"},{"key":"9979_CR43","doi-asserted-by":"crossref","unstructured":"Steinmacher I, Silva MAG, Gerosa MA (2014) Barriers faced by newcomers to open source projects: a systematic review. In: IFIP international conference on open source systems. Springer, pp 153\u2013163","DOI":"10.1007\/978-3-642-55128-4_21"},{"issue":"1","key":"9979_CR44","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1109\/TSE.2016.2584050","volume":"43","author":"C Tantithamthavorn","year":"2016","unstructured":"Tantithamthavorn C, McIntosh S, Hassan AE, Matsumoto K (2016) An empirical comparison of model validation techniques for defect prediction models. IEEE Trans Softw Eng 43(1):1\u201318","journal-title":"IEEE Trans Softw Eng"},{"issue":"7","key":"9979_CR45","doi-asserted-by":"publisher","first-page":"683","DOI":"10.1109\/TSE.2018.2794977","volume":"45","author":"C Tantithamthavorn","year":"2018","unstructured":"Tantithamthavorn C, McIntosh S, Hassan AE, Matsumoto K (2018) The impact of automated parameter optimization on defect prediction models. IEEE Trans Softw Eng 45(7):683\u2013711","journal-title":"IEEE Trans Softw Eng"},{"key":"9979_CR46","unstructured":"Tom R (2020) Firefox\u2019s bug bounty in 2019 and into the future. https:\/\/blog.mozilla.org\/security\/2020\/04\/23\/bug-bounty-2019-and-future\/,. (last visited: April 23, 2020)"},{"key":"9979_CR47","doi-asserted-by":"crossref","unstructured":"Vasilescu B, Posnett D, Ray B, van den Brand MG, Serebrenik A, Devanbu P, Filkov V (2015) Gender and tenure diversity in github teams. In: Proceedings of the 33rd annual ACM conference on human factors in computing systems, pp 3789\u20133798","DOI":"10.1145\/2702123.2702549"},{"issue":"2","key":"9979_CR48","doi-asserted-by":"publisher","first-page":"293","DOI":"10.1093\/icc\/dtm005","volume":"16","author":"E Von Hippel","year":"2007","unstructured":"Von Hippel E (2007) Horizontal innovation networks\u2014by and for users. Indust Corp Change 16(2):293\u2013315","journal-title":"Indust Corp Change"},{"key":"9979_CR49","doi-asserted-by":"crossref","unstructured":"Von Krogh G, Haefliger S, Spaeth S, Wallin MW (2012) Carrots and rainbows: Motivation and social practice in open source software development. MIS Quart:649\u2013676","DOI":"10.2307\/41703471"},{"issue":"3","key":"9979_CR50","doi-asserted-by":"publisher","first-page":"1552","DOI":"10.1007\/s10664-017-9558-5","volume":"23","author":"S Wang","year":"2018","unstructured":"Wang S, Chen T-H, Hassan AE (2018) Understanding the factors for fast answers in technical Q&A websites. Empir Softw Eng 23(3):1552\u20131593","journal-title":"Empir Softw Eng"},{"key":"9979_CR51","unstructured":"Weiss M (2011) Control and diversity in company-led open source projects. Open Sourc Bus Res, (April 2011)"},{"key":"9979_CR52","unstructured":"Ye Y, Kishida K (2003) Toward an understanding of the motivation open source software developers. In: Proceedings of the 25th international conference on software engineering (ICSE), pp 419\u2013429"},{"key":"9979_CR53","doi-asserted-by":"crossref","unstructured":"Zhao M, Grossklags J, Chen K (2014) An exploratory study of white hat behaviors in a web vulnerability disclosure program. In: Proc. of the workshop on security information workers. ACM, pp 51\u201358","DOI":"10.1145\/2663887.2663906"},{"key":"9979_CR54","first-page":"372","volume":"7","author":"M Zhao","year":"2017","unstructured":"Zhao M, Laszka A, Grossklags J (2017) Devising effective policies for bug-bounty platforms and security vulnerability discovery. J Inf Pol 7:372\u2013418","journal-title":"J Inf Pol"},{"issue":"1","key":"9979_CR55","doi-asserted-by":"publisher","first-page":"139","DOI":"10.1007\/s10664-019-09744-3","volume":"25","author":"J Zhou","year":"2020","unstructured":"Zhou J, Wang S, Bezemer C-P, Hassan AE (2020a) Bounties on technical Q&A sites: a case study of stack overflow bounties. Empir Softw Eng 25 (1):139\u2013177","journal-title":"Empir Softw Eng"},{"key":"9979_CR56","doi-asserted-by":"crossref","unstructured":"Zhou J, Wang S, Bezemer C-P, Zou Y, Hassan AE (2020b) Studying the association between bountysource bounties and the issue-addressing likelihood of github issue reports. IEEE Trans Softw Eng","DOI":"10.1109\/TSE.2020.2974469"},{"issue":"2","key":"9979_CR57","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1145\/2876443","volume":"25","author":"M Zhou","year":"2016","unstructured":"Zhou M, Mockus A, Ma X, Zhang L, Mei H (2016) Inflow and retention in oss communities with commercial involvement: a case study of three hybrid projects. ACM Trans Softw Eng Methodol (TOSEM) 25(2): 1\u201329","journal-title":"ACM Trans Softw Eng Methodol (TOSEM)"}],"container-title":["Empirical Software Engineering"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10664-021-09979-z.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s10664-021-09979-z\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10664-021-09979-z.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2021,6,23]],"date-time":"2021-06-23T12:54:54Z","timestamp":1624452894000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s10664-021-09979-z"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2021,6,10]]},"references-count":57,"journal-issue":{"issue":"4","published-print":{"date-parts":[[2021,7]]}},"alternative-id":["9979"],"URL":"https:\/\/doi.org\/10.1007\/s10664-021-09979-z","relation":{},"ISSN":["1382-3256","1573-7616"],"issn-type":[{"value":"1382-3256","type":"print"},{"value":"1573-7616","type":"electronic"}],"subject":[],"published":{"date-parts":[[2021,6,10]]},"assertion":[{"value":"13 May 2021","order":1,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"10 June 2021","order":2,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}}],"article-number":"81"}}