{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,18]],"date-time":"2026-03-18T13:23:53Z","timestamp":1773840233013,"version":"3.50.1"},"reference-count":66,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"6","license":[{"start":{"date-parts":[[2021,6,1]],"date-time":"2021-06-01T00:00:00Z","timestamp":1622505600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2021,6,1]],"date-time":"2021-06-01T00:00:00Z","timestamp":1622505600000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2021,6,1]],"date-time":"2021-06-01T00:00:00Z","timestamp":1622505600000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"funder":[{"DOI":"10.13039\/501100012166","name":"National Key Research and Development Program of China","doi-asserted-by":"publisher","award":["2018YFB1403400"],"award-info":[{"award-number":["2018YFB1403400"]}],"id":[{"id":"10.13039\/501100012166","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["61602450"],"award-info":[{"award-number":["61602450"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["61432001"],"award-info":[{"award-number":["61432001"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100004543","name":"China Scholarship Council","doi-asserted-by":"publisher","id":[{"id":"10.13039\/501100004543","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IIEEE Trans. Software Eng."],"published-print":{"date-parts":[[2021,6,1]]},"DOI":"10.1109\/tse.2019.2918520","type":"journal-article","created":{"date-parts":[[2019,5,23]],"date-time":"2019-05-23T20:47:20Z","timestamp":1558644440000},"page":"1259-1276","source":"Crossref","is-referenced-by-count":36,"title":["Characterizing Crowds to Better Optimize Worker Recommendation in Crowdsourced Testing"],"prefix":"10.1109","volume":"47","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-9941-6713","authenticated-orcid":false,"given":"Junjie","family":"Wang","sequence":"first","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0003-0531-5717","authenticated-orcid":false,"given":"Song","family":"Wang","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-4668-3412","authenticated-orcid":false,"given":"Jianfeng","family":"Chen","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-5040-3196","authenticated-orcid":false,"given":"Tim","family":"Menzies","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-2111-9129","authenticated-orcid":false,"given":"Qiang","family":"Cui","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-9569-509X","authenticated-orcid":false,"given":"Miao","family":"Xie","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-2618-5694","authenticated-orcid":false,"given":"Qing","family":"Wang","sequence":"additional","affiliation":[]}],"member":"263","reference":[{"key":"ref39","doi-asserted-by":"publisher","DOI":"10.1145\/2786805.2786862"},{"key":"ref38","doi-asserted-by":"publisher","DOI":"10.1145\/2897073.2897088"},{"key":"ref33","year":"0"},{"key":"ref32","first-page":"517","article-title":"Combining multi-objective search and constraint solving for configuring large software product lines","author":"henard","year":"2015","journal-title":"Proceedings of the International Conference on Software Engineering ICSE'94"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.1145\/2884781.2884880"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.1109\/ICWS.2016.10"},{"key":"ref37","first-page":"575","article-title":"Affective crowdsourcing applied to usability testing","volume":"5","author":"gomide","year":"2014","journal-title":"Int J Comput Sci and Technol"},{"key":"ref36","doi-asserted-by":"publisher","DOI":"10.1109\/MS.2013.67"},{"key":"ref35","doi-asserted-by":"publisher","DOI":"10.1145\/2351676.2351697"},{"key":"ref34","doi-asserted-by":"publisher","DOI":"10.1109\/MS.2017.37"},{"key":"ref60","doi-asserted-by":"publisher","DOI":"10.1109\/SANER.2016.87"},{"key":"ref62","first-page":"849","article-title":"A fast elitist non-dominated sorting genetic algorithm for multi-objective optimization: Nsga-II","author":"deb","year":"2000","journal-title":"Proc Int Conf Parallel Problem Solving from Nature"},{"key":"ref61","doi-asserted-by":"publisher","DOI":"10.1145\/2379776.2379787"},{"key":"ref63","author":"holland","year":"1992","journal-title":"Genetic Algorithms"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.1109\/SOSE.2015.46"},{"key":"ref64","doi-asserted-by":"publisher","DOI":"10.1145\/2771783.2771788"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.1109\/COMPSAC.2016.101"},{"key":"ref65","doi-asserted-by":"publisher","DOI":"10.1007\/978-1-4899-7637-6"},{"key":"ref66","author":"martin","year":"2002","journal-title":"Agile Software Development Principles Patterns and Practices"},{"key":"ref29","doi-asserted-by":"publisher","DOI":"10.1145\/2961111.2962594"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1145\/2635868.2635910"},{"key":"ref1","author":"brooks","year":"1995","journal-title":"The Mythical Man-Month Essays on Software Engineering"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1145\/2652524.2652536"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.1109\/MSR.2009.5069491"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1109\/ICSM.2010.5609736"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.1109\/MSR.2013.6623999"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1145\/2025113.2025163"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1109\/ICSM.2009.5306386"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.1145\/2393596.2393647"},{"key":"ref50","doi-asserted-by":"publisher","DOI":"10.1109\/ICST.2016.19"},{"key":"ref51","doi-asserted-by":"publisher","DOI":"10.1109\/ICSE.2017.70"},{"key":"ref59","author":"witten","year":"2005","journal-title":"Data Mining Practical Machine Learning Tools and Techniques"},{"key":"ref58","first-page":"237","article-title":"Comparing and combining test-suite reduction and regression test select ion","author":"shi","year":"2015","journal-title":"Proc 10th Joint Meeting Foundations Softw Eng"},{"key":"ref57","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2011.106"},{"key":"ref56","doi-asserted-by":"publisher","DOI":"10.1109\/ICSM.1999.792604"},{"key":"ref55","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2007.38"},{"key":"ref54","doi-asserted-by":"publisher","DOI":"10.1002\/stv.430"},{"key":"ref53","doi-asserted-by":"publisher","DOI":"10.1109\/32.962562"},{"key":"ref52","doi-asserted-by":"publisher","DOI":"10.1145\/3106237.3106258"},{"key":"ref10","year":"0"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1109\/RCIS.2014.6861072"},{"key":"ref40","doi-asserted-by":"publisher","DOI":"10.1145\/2970276.2970367"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1109\/COMPSAC.2017.265"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.18293\/SEKE2017-102"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1109\/ISSRE.2017.25"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1145\/1134285.1134336"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1145\/1595696.1595715"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1109\/ICSE.2012.6227209"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1109\/ESEM.2013.24"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1109\/CSC.2013.23"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1145\/1831708.1831737"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1109\/ICSE-SEIP.2017.16"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1145\/2699417"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1109\/MC.2011.47"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1145\/2465787.2465797"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1109\/MS.2013.65"},{"key":"ref49","doi-asserted-by":"publisher","DOI":"10.1007\/s10664-012-9219-7"},{"key":"ref9","first-page":"69","article-title":"Research progress of crowdsourced software testing","volume":"29","author":"zhang","year":"2018","journal-title":"J Softw"},{"key":"ref46","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2014.2349496"},{"key":"ref45","doi-asserted-by":"publisher","DOI":"10.1109\/ICSE.2012.6227164"},{"key":"ref48","doi-asserted-by":"publisher","DOI":"10.1007\/s10515-011-0093-0"},{"key":"ref47","doi-asserted-by":"publisher","DOI":"10.1109\/ASE.2009.23"},{"key":"ref42","doi-asserted-by":"publisher","DOI":"10.1145\/2970276.2970300"},{"key":"ref41","doi-asserted-by":"publisher","DOI":"10.1145\/2961111.2962584"},{"key":"ref44","doi-asserted-by":"publisher","DOI":"10.1016\/j.jss.2016.09.015"},{"key":"ref43","doi-asserted-by":"publisher","DOI":"10.1109\/ICSE-SEIP.2017.8"}],"container-title":["IEEE Transactions on Software Engineering"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/32\/9453223\/08721154.pdf?arnumber=8721154","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,5,10]],"date-time":"2022-05-10T14:50:08Z","timestamp":1652194208000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/8721154\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2021,6,1]]},"references-count":66,"journal-issue":{"issue":"6"},"URL":"https:\/\/doi.org\/10.1109\/tse.2019.2918520","relation":{},"ISSN":["0098-5589","1939-3520","2326-3881"],"issn-type":[{"value":"0098-5589","type":"print"},{"value":"1939-3520","type":"electronic"},{"value":"2326-3881","type":"electronic"}],"subject":[],"published":{"date-parts":[[2021,6,1]]}}}