{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,1]],"date-time":"2026-07-01T03:11:41Z","timestamp":1782875501961,"version":"3.54.5"},"publisher-location":"New York, NY, USA","reference-count":69,"publisher":"ACM","license":[{"start":{"date-parts":[[2020,6,27]],"date-time":"2020-06-27T00:00:00Z","timestamp":1593216000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"funder":[{"name":"National Natural Science Foundation of China","award":["61602450, 61432001"],"award-info":[{"award-number":["61602450, 61432001"]}]},{"name":"National Key Research and Development Program of China","award":["2018YFB1403400"],"award-info":[{"award-number":["2018YFB1403400"]}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2020,6,27]]},"DOI":"10.1145\/3377811.3380380","type":"proceedings-article","created":{"date-parts":[[2020,10,1]],"date-time":"2020-10-01T18:25:34Z","timestamp":1601576734000},"page":"1535-1546","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":17,"title":["Context-aware in-process crowdworker recommendation"],"prefix":"10.1145","author":[{"given":"Junjie","family":"Wang","sequence":"first","affiliation":[{"name":"University of Chinese Academy of Sciences, Beijing, China;"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Ye","family":"Yang","sequence":"additional","affiliation":[{"name":"Stevens Institute of Technology"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Song","family":"Wang","sequence":"additional","affiliation":[{"name":"York University, Canada"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Yuanzhe","family":"Hu","sequence":"additional","affiliation":[{"name":"University of Chinese Academy of Sciences, Beijing, China;"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Dandan","family":"Wang","sequence":"additional","affiliation":[{"name":"University of Chinese Academy of Sciences, Beijing, China;"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Qing","family":"Wang","sequence":"additional","affiliation":[{"name":"University of Chinese Academy of Sciences, Beijing, China;"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"320","published-online":{"date-parts":[[2020,10]]},"reference":[{"key":"e_1_3_2_1_1_1","unstructured":"2019. https:\/\/www.topcoder.com\/."},{"key":"e_1_3_2_1_2_1","unstructured":"2019. https:\/\/www.applause.com\/."},{"key":"e_1_3_2_1_3_1","unstructured":"2019. https:\/\/www.testbird.com\/."},{"key":"e_1_3_2_1_4_1","volume-title":"Context-Aware Software Documentation. In 2018 IEEE International Conference on Software Maintenance and Evolution, ICSME 2018","author":"Aghajani Emad","year":"2018","unstructured":"Emad Aghajani. 2018. Context-Aware Software Documentation. In 2018 IEEE International Conference on Software Maintenance and Evolution, ICSME 2018, Madrid, Spain, September 23-29, 2018. 727--731."},{"key":"e_1_3_2_1_5_1","volume-title":"Crowdsourcing Multi-Objective Recommendation System. In Companion of the The Web Conference 2018 on The Web Conference 2018, WWW 2018","author":"Aldahari Eiman","year":"2018","unstructured":"Eiman Aldahari, Vivek Shandilya, and Sajjan G. Shiva. 2018. Crowdsourcing Multi-Objective Recommendation System. In Companion of the The Web Conference 2018 on The Web Conference 2018, WWW 2018, Lyon, France, April 23-27, 2018. 1371--1379."},{"key":"e_1_3_2_1_6_1","doi-asserted-by":"publisher","DOI":"10.1145\/1134285.1134336"},{"key":"e_1_3_2_1_7_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICSM.2010.5609736"},{"key":"e_1_3_2_1_8_1","doi-asserted-by":"publisher","DOI":"10.1145\/2393596.2393647"},{"key":"e_1_3_2_1_9_1","doi-asserted-by":"publisher","DOI":"10.5555\/3269687.3269696"},{"key":"e_1_3_2_1_10_1","doi-asserted-by":"publisher","DOI":"10.1145\/3236024.3236050"},{"key":"e_1_3_2_1_11_1","doi-asserted-by":"publisher","DOI":"10.1145\/2351676.2351697"},{"key":"e_1_3_2_1_12_1","volume-title":"Ordinal methods for behavioral data analysis","author":"Cliff N.","unstructured":"N. Cliff. 2014. Ordinal methods for behavioral data analysis. Psychology Press."},{"key":"e_1_3_2_1_13_1","doi-asserted-by":"publisher","DOI":"10.1109\/COMPSAC.2017.265"},{"key":"e_1_3_2_1_14_1","volume-title":"Multi-Objective Crowd Worker Selection in Crowdsourced Testing. In SEKE'17","author":"Cui Qiang","year":"2017","unstructured":"Qiang Cui, Song Wang, Junjie Wang, Yuanzhe Hu, Qing Wang, and Mingshu Li. 2017. Multi-Objective Crowd Worker Selection in Crowdsourced Testing. In SEKE'17. 218--223."},{"key":"e_1_3_2_1_15_1","doi-asserted-by":"publisher","DOI":"10.1007\/s10664-018-9602-0"},{"key":"e_1_3_2_1_16_1","doi-asserted-by":"publisher","DOI":"10.1145\/2786805.2786862"},{"key":"e_1_3_2_1_17_1","doi-asserted-by":"publisher","DOI":"10.1145\/2970276.2970367"},{"key":"e_1_3_2_1_18_1","volume-title":"challenges, and rethinking-an industrial investigation on crowdsourced mobile application testing. Empirical Software Engineering","author":"Gao Ruizhi","year":"2018","unstructured":"Ruizhi Gao, Yabin Wang, Yang Feng, Zhenyu Chen, and W Eric Wong. 2018. Successes, challenges, and rethinking-an industrial investigation on crowdsourced mobile application testing. Empirical Software Engineering (2018), 1--25."},{"key":"e_1_3_2_1_19_1","doi-asserted-by":"publisher","DOI":"10.1007\/s10664-018-9618-5"},{"key":"e_1_3_2_1_20_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.jss.2016.09.012"},{"key":"e_1_3_2_1_21_1","doi-asserted-by":"publisher","DOI":"10.1145\/2897073.2897088"},{"key":"e_1_3_2_1_22_1","first-page":"575","article-title":"Affective crowdsourcing applied to usability testing","volume":"5","author":"Gomide Victor HM","year":"2014","unstructured":"Victor HM Gomide, Pedro A Valle, Jos\u00e9 O Ferreira, Jos\u00e9 RG Barbosa, Adson F Da Rocha, and TMGdA Barbosa. 2014. Affective crowdsourcing applied to usability testing. International Journal of Computer Scienceand Information Technologies 5, 1 (2014), 575--579.","journal-title":"International Journal of Computer Scienceand Information Technologies"},{"key":"e_1_3_2_1_23_1","doi-asserted-by":"publisher","DOI":"10.1145\/2970276.2970306"},{"key":"e_1_3_2_1_24_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICSE.2019.00096"},{"key":"e_1_3_2_1_25_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICSE.2019.00027"},{"key":"e_1_3_2_1_26_1","doi-asserted-by":"publisher","DOI":"10.1007\/s10664-017-9522-4"},{"key":"e_1_3_2_1_27_1","doi-asserted-by":"publisher","DOI":"10.1145\/1595696.1595715"},{"key":"e_1_3_2_1_28_1","doi-asserted-by":"publisher","DOI":"10.1145\/3106164"},{"key":"e_1_3_2_1_29_1","doi-asserted-by":"publisher","DOI":"10.24251\/HICSS.2018.700"},{"key":"e_1_3_2_1_30_1","volume-title":"25th International Conference on Software Analysis, Evolution and Reengineering, SANER. 492--496","author":"Liu Di","unstructured":"Di Liu, Xiaofang Zhang, Yang Feng, and James A. Jones. 2018. Generating descriptions for screenshots to assist crowdsourced testing. In 25th International Conference on Software Analysis, Evolution and Reengineering, SANER. 492--496."},{"key":"e_1_3_2_1_31_1","doi-asserted-by":"publisher","DOI":"10.14778\/3157794.3157805"},{"key":"e_1_3_2_1_32_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICSM.2009.5306386"},{"key":"e_1_3_2_1_33_1","doi-asserted-by":"publisher","DOI":"10.1109\/SOSE.2015.46"},{"key":"e_1_3_2_1_34_1","doi-asserted-by":"publisher","DOI":"10.1109\/MSR.2009.5069491"},{"key":"e_1_3_2_1_35_1","doi-asserted-by":"publisher","DOI":"10.1145\/3238147.3241987"},{"key":"e_1_3_2_1_36_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICSE-NIER.2019.00027"},{"key":"e_1_3_2_1_37_1","volume-title":"Crowd: How 48,000 Users Helped Improve Lync Performance","author":"Musson R.","year":"2013","unstructured":"R. Musson, J. Richards, D. Fisher, C. Bird, B. Bussone, and S. Ganguly. 2013. Leveraging the Crowd: How 48,000 Users Helped Improve Lync Performance. IEEE Software 30, 4 (2013), 38--45."},{"key":"e_1_3_2_1_38_1","doi-asserted-by":"crossref","unstructured":"Nadim Nachar et al. 2008. The Mann-Whitney U: A test for assessing whether two independent samples come from the same distribution. Tutorials in quantitative Methods for Psychology 4 1 (2008) 13--20.","DOI":"10.20982\/tqmp.04.1.p013"},{"key":"e_1_3_2_1_39_1","doi-asserted-by":"publisher","DOI":"10.1109\/MSR.2013.6623999"},{"key":"e_1_3_2_1_40_1","doi-asserted-by":"publisher","DOI":"10.1007\/s10664-015-9421-5"},{"key":"e_1_3_2_1_41_1","doi-asserted-by":"publisher","DOI":"10.1109\/TSMC.1973.4309246"},{"key":"e_1_3_2_1_42_1","doi-asserted-by":"publisher","DOI":"10.1145\/3231934"},{"key":"e_1_3_2_1_43_1","volume-title":"Introduction to Modern Information Retrieval","author":"Salton Gerard","unstructured":"Gerard Salton and Michael McGill. 1984. Introduction to Modern Information Retrieval. McGraw-Hill Book Company."},{"key":"e_1_3_2_1_44_1","doi-asserted-by":"publisher","DOI":"10.31274\/etd-180810-1814"},{"key":"e_1_3_2_1_45_1","volume-title":"Online Defect Prediction for Imbalanced Data. In ICSE'15","author":"Tan Ming","year":"2015","unstructured":"Ming Tan, Lin Tan, Sashank Dara, and Caleb Mayeux. 2015. Online Defect Prediction for Imbalanced Data. In ICSE'15. 99--108."},{"key":"e_1_3_2_1_46_1","volume-title":"TSE'16 43","author":"Tantithamthavorn Chakkrit","year":"2016","unstructured":"Chakkrit Tantithamthavorn, Shane McIntosh, Ahmed Hassan, and Kenichi Matsumoto. 2016. An empirical comparison of model validation techniques for defect prediction models. TSE'16 43 (2016), 1--18."},{"key":"e_1_3_2_1_47_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICSE.2019.00081"},{"key":"e_1_3_2_1_48_1","doi-asserted-by":"publisher","DOI":"10.1145\/2961111.2962584"},{"key":"e_1_3_2_1_49_1","doi-asserted-by":"crossref","unstructured":"Junjie Wang Qiang Cui Song Wang and Qing Wang. 2017. Domain adaptation for test report classification in crowdsourced testing. In ICSE-SEIP'17. 83--92.","DOI":"10.1109\/ICSE-SEIP.2017.8"},{"key":"e_1_3_2_1_50_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.infsof.2019.03.003"},{"key":"e_1_3_2_1_51_1","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2019.2918520"},{"key":"e_1_3_2_1_52_1","doi-asserted-by":"publisher","DOI":"10.1145\/2970276.2970300"},{"key":"e_1_3_2_1_53_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICSE.2019.00097"},{"key":"e_1_3_2_1_54_1","doi-asserted-by":"publisher","DOI":"10.1145\/2652524.2652536"},{"key":"e_1_3_2_1_55_1","doi-asserted-by":"publisher","DOI":"10.1109\/ESEM.2013.24"},{"key":"e_1_3_2_1_56_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICSE.2019.00094"},{"key":"e_1_3_2_1_57_1","unstructured":"Eric W Weisstein. 2004. Bonferroni correction. (2004)."},{"key":"e_1_3_2_1_58_1","volume-title":"Adapting boosting for information retrieval measures. Information Retrieval 13, 3 (01","author":"Wu Qiang","year":"2010","unstructured":"Qiang Wu, Christopher J. C. Burges, Krysta M. Svore, and Jianfeng Gao. 2010. Adapting boosting for information retrieval measures. Information Retrieval 13, 3 (01 Jun 2010), 254--270."},{"key":"e_1_3_2_1_59_1","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2016.2576454"},{"key":"e_1_3_2_1_60_1","volume-title":"COCOON: Crowd-sourced Testing Quality Maximization Under Context Coverage Constraint. In ISSRE'17","author":"Xie Miao","year":"2017","unstructured":"Miao Xie, Qing Wang, Guowei Yang, and Mingshu Li. 2017. COCOON: Crowd-sourced Testing Quality Maximization Under Context Coverage Constraint. In ISSRE'17. 316--327."},{"key":"e_1_3_2_1_61_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICSE.2012.6227209"},{"key":"e_1_3_2_1_62_1","doi-asserted-by":"publisher","DOI":"10.1109\/COMPSAC.2016.101"},{"key":"e_1_3_2_1_63_1","doi-asserted-by":"publisher","DOI":"10.1145\/2961111.2962594"},{"key":"e_1_3_2_1_64_1","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2015.2500238"},{"key":"e_1_3_2_1_65_1","doi-asserted-by":"publisher","DOI":"10.1109\/CSC.2013.23"},{"key":"e_1_3_2_1_66_1","volume-title":"Research Progress of Crowdsourced Software Testing. Journal of Software 29(1)","author":"Zhang Xiaofang","year":"2018","unstructured":"Xiaofang Zhang, Yang Feng,Di Liu, Zhenyu Chen, and Baowen Xu. 2018. Research Progress of Crowdsourced Software Testing. Journal of Software 29(1) (2018), 69--88."},{"key":"e_1_3_2_1_67_1","volume-title":"Research Progress of Crowdsourced Software Testing. Journal of Software 29(1)","author":"Zhang Xiaofang","year":"2018","unstructured":"Xiaofang Zhang, Yang Feng,Di Liu, Zhenyu Chen, and Baowen Xu. 2018. Research Progress of Crowdsourced Software Testing. Journal of Software 29(1) (2018), 69--88."},{"key":"e_1_3_2_1_68_1","doi-asserted-by":"publisher","DOI":"10.1007\/s10664-019-09696-8"},{"key":"e_1_3_2_1_69_1","volume-title":"ICSE'12","author":"Zhou M.","unstructured":"M. Zhou and A. Mockus. 2012. What make long term contributors: Willingness and opportunity in OSS community. In ICSE'12. 518--528."}],"event":{"name":"ICSE '20: 42nd International Conference on Software Engineering","location":"Seoul South Korea","acronym":"ICSE '20","sponsor":["SIGSOFT ACM Special Interest Group on Software Engineering","KIISE Korean Institute of Information Scientists and Engineers","IEEE CS"]},"container-title":["Proceedings of the ACM\/IEEE 42nd International Conference on Software Engineering"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3377811.3380380","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3377811.3380380","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,17]],"date-time":"2025-06-17T22:41:39Z","timestamp":1750200099000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3377811.3380380"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2020,6,27]]},"references-count":69,"alternative-id":["10.1145\/3377811.3380380","10.1145\/3377811"],"URL":"https:\/\/doi.org\/10.1145\/3377811.3380380","relation":{},"subject":[],"published":{"date-parts":[[2020,6,27]]},"assertion":[{"value":"2020-10-01","order":2,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}