{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,2]],"date-time":"2026-04-02T15:53:42Z","timestamp":1775145222446,"version":"3.50.1"},"publisher-location":"New York, NY, USA","reference-count":57,"publisher":"ACM","license":[{"start":{"date-parts":[[2019,2,22]],"date-time":"2019-02-22T00:00:00Z","timestamp":1550793600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2019,2,22]]},"DOI":"10.1145\/3318299.3318312","type":"proceedings-article","created":{"date-parts":[[2019,5,16]],"date-time":"2019-05-16T12:10:25Z","timestamp":1558008625000},"page":"521-527","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":2,"title":["Survey on Crowd-based Mobile App Testing"],"prefix":"10.1145","author":[{"given":"Ying","family":"Liu","sequence":"first","affiliation":[{"name":"Northwestern Polytechnical University, xi'an Shaanxi, China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Tao","family":"Zhang","sequence":"additional","affiliation":[{"name":"Northwestern Polytechnical University, xi'an Shaanxi, China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Jing","family":"Cheng","sequence":"additional","affiliation":[{"name":"Xi'an Technological University, xi'an Shaanxi, China"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"320","published-online":{"date-parts":[[2019,2,22]]},"reference":[{"key":"e_1_3_2_1_1_1","unstructured":"Zhang Xiao-Fang Feng Yang Liu Di Chen Zhen-yu Xu Bao-Wen. 2018. Research Progress of Crowdsourced Software Testing. Journal of Software 1--19(2018).  Zhang Xiao-Fang Feng Yang Liu Di Chen Zhen-yu Xu Bao-Wen. 2018. Research Progress of Crowdsourced Software Testing. Journal of Software 1--19(2018)."},{"key":"e_1_3_2_1_2_1","doi-asserted-by":"publisher","DOI":"10.1145\/2532780.2532813"},{"key":"e_1_3_2_1_3_1","first-page":"29","volume-title":"Proceedings of the 7th International Workshop on Automation of Software Test","author":"Muccini","year":"2012","unstructured":"Muccini H., Di Francesco A., and Esposito P . 2012. Software testing of mobile applications: Challenges and future research directions . Proceedings of the 7th International Workshop on Automation of Software Test , pp. 29 -- 35 ( 2012 ). Muccini H., Di Francesco A., and Esposito P. 2012. Software testing of mobile applications: Challenges and future research directions. Proceedings of the 7th International Workshop on Automation of Software Test, pp.29--35(2012)."},{"key":"e_1_3_2_1_4_1","doi-asserted-by":"publisher","DOI":"10.1109\/MS.2016.12"},{"key":"e_1_3_2_1_5_1","doi-asserted-by":"publisher","DOI":"10.1007\/s10796-012-9350-4"},{"key":"e_1_3_2_1_6_1","doi-asserted-by":"publisher","DOI":"10.1145\/2464464.2464485"},{"key":"e_1_3_2_1_7_1","doi-asserted-by":"crossref","unstructured":"Ke Mao Licia Capra Mark Harman Yue Jia. 2016. A survey of the use of crowdsourcing in software engineering. The journal of systems and software 126(2017):57--84(2016).  Ke Mao Licia Capra Mark Harman Yue Jia. 2016. A survey of the use of crowdsourcing in software engineering. The journal of systems and software 126(2017):57--84(2016).","DOI":"10.1016\/j.jss.2016.09.015"},{"key":"e_1_3_2_1_8_1","doi-asserted-by":"publisher","DOI":"10.1145\/1924421.1924442"},{"key":"e_1_3_2_1_9_1","doi-asserted-by":"publisher","DOI":"10.1007\/s10796-012-9350-4"},{"key":"e_1_3_2_1_10_1","doi-asserted-by":"publisher","DOI":"10.1109\/MC.2013.445"},{"key":"e_1_3_2_1_11_1","first-page":"79","volume-title":"Proceedings of the 2013 International Conference on Pattern Recognition, Informatics and Mobile Engineering (PRIME).","year":"2013","unstructured":"Kirubakaran, B., and Karthikeyani, V . 2013. Mobile application testing --- Challenges and solution approach through automation . In Proceedings of the 2013 International Conference on Pattern Recognition, Informatics and Mobile Engineering (PRIME). pp. 79 -- 84 .( 2013 ). Kirubakaran, B., and Karthikeyani, V. 2013. Mobile application testing --- Challenges and solution approach through automation. In Proceedings of the 2013 International Conference on Pattern Recognition, Informatics and Mobile Engineering (PRIME). pp.79--84.(2013)."},{"key":"e_1_3_2_1_12_1","doi-asserted-by":"publisher","DOI":"10.1145\/2875913.2875926"},{"key":"e_1_3_2_1_13_1","unstructured":"Cloud Based Software Testing Services Barara S Maitra - International Journal of Computer Science - academia. edu(2012).  Cloud Based Software Testing Services Barara S Maitra - International Journal of Computer Science - academia. edu(2012)."},{"key":"e_1_3_2_1_14_1","volume-title":"Techniques for Quality Control in Applications that Use Crowdsourced Input","author":"Polychronopoulos Vasileios","year":"2017","unstructured":"Vasileios Polychronopoulos . 2017. Techniques for Quality Control in Applications that Use Crowdsourced Input . University of California , Santa Cruz, USA ( 2017 ). Vasileios Polychronopoulos. 2017. Techniques for Quality Control in Applications that Use Crowdsourced Input. University of California, Santa Cruz, USA (2017)."},{"key":"e_1_3_2_1_15_1","doi-asserted-by":"publisher","DOI":"10.1177\/0165551512437638"},{"key":"e_1_3_2_1_16_1","doi-asserted-by":"publisher","DOI":"10.1186\/s13015-017-0099-7"},{"key":"e_1_3_2_1_17_1","volume-title":"Crowdsourcing for Usability Testing. CoRR abs\/1203.1468","author":"Liu Di","year":"2012","unstructured":"Di Liu , Matthew Lease , Rebecca Kuipers , Randolph G. Bias . 2012. Crowdsourcing for Usability Testing. CoRR abs\/1203.1468 ( 2012 ). Di Liu, Matthew Lease, Rebecca Kuipers, Randolph G. Bias. 2012. Crowdsourcing for Usability Testing. CoRR abs\/1203.1468 (2012)."},{"key":"e_1_3_2_1_18_1","doi-asserted-by":"publisher","DOI":"10.1109\/SERE.2014.20"},{"key":"e_1_3_2_1_19_1","doi-asserted-by":"crossref","unstructured":"Howe J. Howe J. Thereof Crowdsourcing. Wired Magazine 14(6) 1--4(2006).  Howe J. Howe J. Thereof Crowdsourcing. Wired Magazine 14(6) 1--4(2006).","DOI":"10.1109\/MRA.2007.4383465"},{"key":"e_1_3_2_1_20_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICSE-C.2017.112"},{"issue":"1","key":"e_1_3_2_1_21_1","first-page":"1","article-title":"Crowdsourcing for usability testing","volume":"49","author":"Liu","year":"2012","unstructured":"Liu D, Bias R G , Lease M, 2012 . Crowdsourcing for usability testing . Proceedings of the American Society for Information Science and Technology , 49 ( 1 ): 1 -- 10 (2012). Liu D, Bias R G, Lease M, et al. 2012. Crowdsourcing for usability testing. Proceedings of the American Society for Information Science and Technology, 49(1): 1--10(2012).","journal-title":"Proceedings of the American Society for Information Science and Technology"},{"key":"e_1_3_2_1_22_1","volume-title":"Software Engineering: Conference: IEEE 6th International Symposium on Service Oriented System Engineering, SOSE 2011","author":"Gao J","year":"2011","unstructured":"J Gao , X Bai , WT Tsai . 2011 . Cloud testing-issues, challenges, needs and practice . Software Engineering: Conference: IEEE 6th International Symposium on Service Oriented System Engineering, SOSE 2011 , Irvine, CA, USA , (2011). J Gao, X Bai, WT Tsai. 2011. Cloud testing-issues, challenges, needs and practice. Software Engineering: Conference: IEEE 6th International Symposium on Service Oriented System Engineering, SOSE 2011, Irvine, CA, USA, (2011)."},{"key":"e_1_3_2_1_23_1","volume-title":"Computer Science and Information Systems (FedCSIS), 2013 Federated Conference on","author":"Pobereznik Lukasz","unstructured":"Lukasz Pobereznik . a good method for selecting environments for software compatibility testing . Computer Science and Information Systems (FedCSIS), 2013 Federated Conference on . Krakow, Poland. Lukasz Pobereznik. a good method for selecting environments for software compatibility testing. Computer Science and Information Systems (FedCSIS), 2013 Federated Conference on.Krakow, Poland."},{"key":"e_1_3_2_1_24_1","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2003.1265525"},{"issue":"09","key":"e_1_3_2_1_25_1","first-page":"1713","article-title":"A Survey on Crowdsourcing","volume":"38","author":"Jian-Hong FENG","year":"2015","unstructured":"FENG Jian-Hong , Li Guo-Liang , Feng Jian-Hua . 2015 . A Survey on Crowdsourcing . Chinese Journal of Computers. 38 ( 09 ): 1713 -- 1726 . (2015) FENG Jian-Hong, Li Guo-Liang, Feng Jian-Hua. 2015. A Survey on Crowdsourcing. Chinese Journal of Computers. 38(09):1713--1726. (2015)","journal-title":"Chinese Journal of Computers."},{"key":"e_1_3_2_1_26_1","unstructured":"Ambati V Vogel S Carbonell J G. 2011. Towards task recommendation in micro-task markets. Human computation 11(11):80--83(2011).   Ambati V Vogel S Carbonell J G. 2011. Towards task recommendation in micro-task markets. Human computation 11(11):80--83(2011)."},{"key":"e_1_3_2_1_27_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-642-34481-7_63"},{"key":"e_1_3_2_1_28_1","unstructured":"Ambati V Vogel S Carbonell J G. 2011. Towards task recommendation in micro-task markets. Human computation 11(11):80--83(2011).   Ambati V Vogel S Carbonell J G. 2011. Towards task recommendation in micro-task markets. Human computation 11(11):80--83(2011)."},{"key":"e_1_3_2_1_29_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-642-34481-7_63"},{"key":"e_1_3_2_1_30_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.dss.2014.05.007"},{"key":"e_1_3_2_1_31_1","first-page":"45","volume-title":"Online Task Assignment in Crowdsourcing Markets. AAAI'12 Proceedings of the Twenty-Sixth AAAI Conference on Artificial Intelligence","author":"Ho C J","year":"2012","unstructured":"Ho C J , Vaughan J W. 2012 . Online Task Assignment in Crowdsourcing Markets. AAAI'12 Proceedings of the Twenty-Sixth AAAI Conference on Artificial Intelligence . Toronto , pp. 45 -- 51 .(2012) Ho C J, Vaughan J W. 2012. Online Task Assignment in Crowdsourcing Markets. AAAI'12 Proceedings of the Twenty-Sixth AAAI Conference on Artificial Intelligence. Toronto, pp. 45--51.(2012)"},{"key":"e_1_3_2_1_32_1","first-page":"1953","volume-title":"Shawe-Taylor J, Zemel R S, Bartlett P L, et al., eds. Advances in Neural Information Processing Systems 24","author":"Karger D R","year":"2011","unstructured":"Karger D R , Oh S, Shah D. 2011. Iterative learning for reliable crowdsourcing systems . In: Shawe-Taylor J, Zemel R S, Bartlett P L, et al., eds. Advances in Neural Information Processing Systems 24 . Cambridge: MIT Press , pp. 1953 -- 1961 ( 2011 ). Karger D R, Oh S, Shah D. 2011. Iterative learning for reliable crowdsourcing systems. In: Shawe-Taylor J, Zemel R S, Bartlett P L, et al., eds. Advances in Neural Information Processing Systems 24. Cambridge: MIT Press, pp.1953--1961(2011)."},{"key":"e_1_3_2_1_33_1","doi-asserted-by":"publisher","DOI":"10.1145\/1988852.1988856"},{"key":"e_1_3_2_1_34_1","volume-title":"Proceedings of the 22nd Conference on Learning Theory, Quebec(2009)","author":"Dekel","unstructured":"Dekel O, Shamir O. Vox populi. 2009. Collecting high-quality labels from a crowd . In Proceedings of the 22nd Conference on Learning Theory, Quebec(2009) . Dekel O, Shamir O. Vox populi. 2009. Collecting high-quality labels from a crowd. In Proceedings of the 22nd Conference on Learning Theory, Quebec(2009)."},{"issue":"11","key":"e_1_3_2_1_35_1","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1007\/s11432-015-5391-x","article-title":"Crowdsourcing label quality: a theoretical analysis","volume":"58","author":"Wang Wei","year":"2015","unstructured":"Wei Wang , Zhi-Hua Zhou . 2015 . Crowdsourcing label quality: a theoretical analysis . SCIENCE CHINA Information Sciences 58 ( 11 ): 1 -- 12 (2015) Wei Wang, Zhi-Hua Zhou. 2015. Crowdsourcing label quality: a theoretical analysis. SCIENCE CHINA Information Sciences 58(11): 1--12 (2015)","journal-title":"SCIENCE CHINA Information Sciences"},{"key":"e_1_3_2_1_36_1","doi-asserted-by":"publisher","DOI":"10.1145\/355112.355122"},{"key":"e_1_3_2_1_37_1","doi-asserted-by":"publisher","DOI":"10.1145\/1924421.1924442"},{"key":"e_1_3_2_1_38_1","first-page":"138","volume-title":"Proceedings of the 2003 International Conference on Trust, Reputation, and Security: Theories and Practice. Berlin: Springer","author":"JURCA R, FALTINGS","year":"2003","unstructured":"JURCA R, FALTINGS B. 2003 . Towards incentive-compatible reputation management . Proceedings of the 2003 International Conference on Trust, Reputation, and Security: Theories and Practice. Berlin: Springer , pp. 138 -- 147 (2003). JURCA R, FALTINGS B. 2003. Towards incentive-compatible reputation management. Proceedings of the 2003 International Conference on Trust, Reputation, and Security: Theories and Practice. Berlin: Springer, pp.138--147 (2003)."},{"issue":"08","key":"e_1_3_2_1_39_1","first-page":"2380","article-title":"Crowdsourcing quality control based on reputation model of Dempster-Shafer theory","volume":"35","author":"Shanshan Ruan","year":"2015","unstructured":"Ruan Shanshan , Wang Xiaoping , Xue Xiaoping . 2015 . Crowdsourcing quality control based on reputation model of Dempster-Shafer theory . Journal of Computer Application. 35 ( 08 ): 2380 -- 2385 . (2015). Ruan Shanshan, Wang Xiaoping, Xue Xiaoping. 2015. Crowdsourcing quality control based on reputation model of Dempster-Shafer theory. Journal of Computer Application.35(08):2380--2385. (2015).","journal-title":"Journal of Computer Application."},{"key":"e_1_3_2_1_40_1","volume-title":"Worker Motivation in Crowdsourcing - A Study on Mechanical Turk. AMCIS 2011 Proceedings - All Submissions. Paper 340","author":"Veit Thimo","year":"2011","unstructured":"Kaufmann, Nicolas, Schulze, Thimo and Veit , Daniel , 2011 . More than fun and money . Worker Motivation in Crowdsourcing - A Study on Mechanical Turk. AMCIS 2011 Proceedings - All Submissions. Paper 340 . (2011). Kaufmann, Nicolas, Schulze, Thimo and Veit, Daniel, 2011. More than fun and money. Worker Motivation in Crowdsourcing - A Study on Mechanical Turk. AMCIS 2011 Proceedings - All Submissions. Paper 340. (2011)."},{"key":"e_1_3_2_1_41_1","doi-asserted-by":"crossref","unstructured":"Dong Zhao Xiang-Yang Li Huadong Ma. 2014. How to crowdsource tasks truthfully without sacrificing utility: Online incentive mechanisms with budget constraint. INFOCOM: 1213--1221(2014).  Dong Zhao Xiang-Yang Li Huadong Ma. 2014. How to crowdsource tasks truthfully without sacrificing utility: Online incentive mechanisms with budget constraint. INFOCOM: 1213--1221(2014).","DOI":"10.1109\/INFOCOM.2014.6848053"},{"key":"e_1_3_2_1_42_1","first-page":"2803","volume-title":"Proceedings of the 2015 IEEE Conference on Computer Communications. Piscataway, NJ: IEEE","author":"GAO L, HOU F, HUANG","year":"2015","unstructured":"GAO L, HOU F, HUANG J. 2015 . Providing long-term participation incentive in participatory sensing . Proceedings of the 2015 IEEE Conference on Computer Communications. Piscataway, NJ: IEEE , pp. 2803 -- 2811 (2015). GAO L, HOU F, HUANG J. 2015. Providing long-term participation incentive in participatory sensing. Proceedings of the 2015 IEEE Conference on Computer Communications. Piscataway, NJ: IEEE, pp.2803--2811 (2015)."},{"key":"e_1_3_2_1_43_1","unstructured":"Zhu Xuan Yang Maishun An Jian Xiang Lele Yang Qiangwei. 2016. Crowdsourcing incentive method based on reverse auction model in crowd sensing.{J} Journal of Compputer Applications.36(07):2038--2045.(2016)  Zhu Xuan Yang Maishun An Jian Xiang Lele Yang Qiangwei. 2016. Crowdsourcing incentive method based on reverse auction model in crowd sensing.{J} Journal of Compputer Applications.36(07):2038--2045.(2016)"},{"issue":"9","key":"e_1_3_2_1_44_1","first-page":"4203","article-title":"Quality-driven auctionbased incentive mechanism for mobile crowd sensing{J}","volume":"64","author":"WEN Y, SHI J, ZHANG Q","year":"2014","unstructured":"WEN Y, SHI J, ZHANG Q , et al. 2014 . Quality-driven auctionbased incentive mechanism for mobile crowd sensing{J} . IEEE Transactions on Vehicular Technology , 64 ( 9 ): 4203 -- 4214 .(2014). WEN Y, SHI J, ZHANG Q, et al. 2014. Quality-driven auctionbased incentive mechanism for mobile crowd sensing{J}. IEEE Transactions on Vehicular Technology, 64(9): 4203--4214.(2014).","journal-title":"IEEE Transactions on Vehicular Technology"},{"key":"e_1_3_2_1_45_1","doi-asserted-by":"publisher","DOI":"10.1145\/2348543.2348567"},{"key":"e_1_3_2_1_46_1","doi-asserted-by":"publisher","DOI":"10.1109\/TPDS.2013.2297112"},{"key":"e_1_3_2_1_47_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.geb.2012.11.003"},{"key":"e_1_3_2_1_48_1","doi-asserted-by":"publisher","DOI":"10.1145\/1809400.1809422"},{"key":"e_1_3_2_1_49_1","doi-asserted-by":"crossref","unstructured":"Wang LC Meng XW Zhang YJ. Context-Aware recommender systems: A survey of the state-of-the-art and possible extensions. Ruan Jian Xue Bao\/Journal of Software 23(1):1--20.(2012).  Wang LC Meng XW Zhang YJ. Context-Aware recommender systems: A survey of the state-of-the-art and possible extensions. Ruan Jian Xue Bao\/Journal of Software 23(1):1--20.(2012).","DOI":"10.3724\/SP.J.1001.2012.04100"},{"key":"e_1_3_2_1_50_1","unstructured":"Yu Hong Li Junhua. 2015. Algorithm to solve the cold-start problem in new item recommendations. Journal of Software (06):1395--1408.(2015)  Yu Hong Li Junhua. 2015. Algorithm to solve the cold-start problem in new item recommendations. Journal of Software (06):1395--1408.(2015)"},{"key":"e_1_3_2_1_51_1","article-title":"Research on the fusion mechanism of cooperative embedded filtering and crowd content recommendation","volume":"2017","author":"Chen","year":"2017","unstructured":"Chen Yu-yun. 2017 . Research on the fusion mechanism of cooperative embedded filtering and crowd content recommendation . EURASIP J. Emb. Sys. 2017 : 14 (2017) Chen Yu-yun. 2017. Research on the fusion mechanism of cooperative embedded filtering and crowd content recommendation. EURASIP J. Emb. Sys. 2017: 14 (2017)","journal-title":"EURASIP J. Emb. Sys."},{"key":"e_1_3_2_1_52_1","doi-asserted-by":"publisher","DOI":"10.1145\/2815675.2815711"},{"key":"e_1_3_2_1_53_1","doi-asserted-by":"publisher","DOI":"10.1145\/3035918.3054776"},{"key":"e_1_3_2_1_54_1","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2017.2726584"},{"key":"e_1_3_2_1_55_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.jpdc.2016.05.017"},{"key":"e_1_3_2_1_56_1","doi-asserted-by":"publisher","DOI":"10.1109\/MSP.2017.16"},{"issue":"3","key":"e_1_3_2_1_57_1","first-page":"773","article-title":"Public Auditing Scheme for Data Storage Security in Cloud Computing","volume":"33","author":"Subha T.","year":"2017","unstructured":"T. Subha , S. Jayashri . 2017 . Public Auditing Scheme for Data Storage Security in Cloud Computing . J. Inf. Sci. Eng. 33 ( 3 ): 773 -- 787 (2017). T. Subha, S. Jayashri. 2017. Public Auditing Scheme for Data Storage Security in Cloud Computing. J. Inf. Sci. Eng. 33(3): 773--787 (2017).","journal-title":"J. Inf. Sci. Eng."}],"event":{"name":"ICMLC '19: 2019 11th International Conference on Machine Learning and Computing","location":"Zhuhai China","acronym":"ICMLC '19","sponsor":["Southwest Jiaotong University"]},"container-title":["Proceedings of the 2019 11th International Conference on Machine Learning and Computing"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3318299.3318312","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3318299.3318312","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,18]],"date-time":"2025-06-18T01:02:24Z","timestamp":1750208544000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3318299.3318312"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2019,2,22]]},"references-count":57,"alternative-id":["10.1145\/3318299.3318312","10.1145\/3318299"],"URL":"https:\/\/doi.org\/10.1145\/3318299.3318312","relation":{},"subject":[],"published":{"date-parts":[[2019,2,22]]},"assertion":[{"value":"2019-02-22","order":2,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}