{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,5,12]],"date-time":"2026-05-12T16:01:52Z","timestamp":1778601712970,"version":"3.51.4"},"publisher-location":"New York, New York, USA","reference-count":51,"publisher":"ACM Press","license":[{"start":{"date-parts":[[2018,1,1]],"date-time":"2018-01-01T00:00:00Z","timestamp":1514764800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2018]]},"DOI":"10.1145\/3178876.3186035","type":"proceedings-article","created":{"date-parts":[[2018,4,13]],"date-time":"2018-04-13T15:53:48Z","timestamp":1523634828000},"page":"45-54","source":"Crossref","is-referenced-by-count":18,"title":["CHIMP"],"prefix":"10.1145","author":[{"given":"Mario","family":"Almeida","sequence":"first","affiliation":[{"name":"Polytechnic University of Catalonia, Barcelona, Spain"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Muhammad","family":"Bilal","sequence":"additional","affiliation":[{"name":"Universite Catholique de Louvain, Louvain-la-Neuve, Belgium"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Alessandro","family":"Finamore","sequence":"additional","affiliation":[{"name":"Telefonica Research, Barcelona, Spain"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Ilias","family":"Leontiadis","sequence":"additional","affiliation":[{"name":"Telefonica Research, Barcelona, Spain"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Yan","family":"Grunenberger","sequence":"additional","affiliation":[{"name":"Telefonica Research, Barcelona, Spain"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Matteo","family":"Varvello","sequence":"additional","affiliation":[{"name":"AT&T, Middletown, NY, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Jeremy","family":"Blackburn","sequence":"additional","affiliation":[{"name":"University of Alabama at Birmingham, Birmingham, AL, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"320","reference":[{"key":"key-10.1145\/3178876.3186035-1","unstructured":"2017. DDMlib: APIs for talking with Dalvik VM. (2017). https:\/\/mvnrepository. com\/artifact\/com.android.ddmlib\/ddmlib."},{"key":"key-10.1145\/3178876.3186035-2","doi-asserted-by":"crossref","unstructured":"Domenico Amalitano, Anna Rita Fasolino, Poririo Tramontana, Salvatore De Carmine, and Atif M. Memon. 2012. Using GUI Ripping for Automated Testing of Android Applications. In Proceedings of the 27th IEEE\/ACM International Conference on Automated Software Engineering (ASE 2012). ACM, New York, NY, USA, 258--261. https:\/\/doi.org\/10.1145\/2351676.2351717","DOI":"10.1145\/2351676.2351717"},{"key":"key-10.1145\/3178876.3186035-3","unstructured":"Amazon. 2016. Live App Testing. (2016). https:\/\/developer.amazon.com\/ live-app-testing."},{"key":"key-10.1145\/3178876.3186035-4","doi-asserted-by":"crossref","unstructured":"Saswat Anand, Mayur Naik, Mary Jean Harrold, and Hongseok Yang. 2012. Automated Concolic Testing of Smartphone Apps. In Proceedings of the ACM SIGSOFT 20th International Symposium on the Foundations of Software Engineering (FSE '12). ACM, New York, NY, USA, 59:1--59:11. https:\/\/doi.org\/10.1145\/2393596.2393666","DOI":"10.1145\/2393596.2393666"},{"key":"key-10.1145\/3178876.3186035-5","unstructured":"Android. 2017. UI\/Application Exerciser Monkey. (2017). https:\/\/developer. android.com\/studio\/test\/monkey.html."},{"key":"key-10.1145\/3178876.3186035-6","unstructured":"Android-x86. 2017. Android-x86 Open Source Project Announcement. (2017). http:\/\/www.android-x86.org\/."},{"key":"key-10.1145\/3178876.3186035-7","unstructured":"Android-x86. 2017. Houdini Source Tree. (2017). https:\/\/sourceforge.net\/p\/ android-x86\/vendor_intel_houdini\/ci\/kitkat-x86\/tree\/."},{"key":"key-10.1145\/3178876.3186035-8","unstructured":"Appetize.io. 2017. Appetize.io. (2017). https:\/\/appetize.io\/."},{"key":"key-10.1145\/3178876.3186035-9","doi-asserted-by":"crossref","unstructured":"Tanzirul Azim and Iulian Neamtiu. 2013. Targeted and Depth-irst Exploration for Systematic Testing of Android Apps. In Proceedings of the 2013 ACM SIGPLAN International Conference on Object Oriented Programming Systems Languages & Applications (OOPSLA '13). ACM, New York, NY, USA, 641--660. https:\/\/doi.org\/ 10.1145\/2509136.2509549","DOI":"10.1145\/2509136.2509549"},{"key":"key-10.1145\/3178876.3186035-10","doi-asserted-by":"crossref","unstructured":"Pedro Casas, Pierdomenico Fiadino, and Arian Bär. 2014. Understanding HTTP Traic and CDN Behavior from the Eyes of a Mobile ISP. In Proc. Passive and Active Measurement (PAM).","DOI":"10.1007\/978-3-319-04918-2_28"},{"key":"key-10.1145\/3178876.3186035-11","doi-asserted-by":"crossref","unstructured":"Wontae Choi, George Necula, and Koushik Sen. 2013. Guided GUI Testing of Android Apps with Minimal Restart and Approximate Learning. In Proceedings of the 2013 ACM SIGPLAN International Conference on Object Oriented Programming Systems Languages & Applications (OOPSLA '13). ACM, New York, NY, USA, 623--640. https:\/\/doi.org\/10.1145\/2509136.2509552","DOI":"10.1145\/2509136.2509552"},{"key":"key-10.1145\/3178876.3186035-12","doi-asserted-by":"crossref","unstructured":"S. R. Choudhary, A. Gorla, and A. Orso. 2015. Automated Test Input Generation for Android: Are We There Yet? (E). In Automated Software Engineering (ASE), 2015 30th IEEE\/ACM International Conference on. 429--440. https:\/\/doi.org\/10. 1109\/ASE.2015.89","DOI":"10.1109\/ASE.2015.89"},{"key":"key-10.1145\/3178876.3186035-13","unstructured":"Collectd. 2017. The system statistics collection daemon. (2017). https:\/\/collectd. org\/."},{"key":"key-10.1145\/3178876.3186035-14","unstructured":"Crowdlower. 2017. Crowdsourcing platform. (2017). https:\/\/www.crowdlower. com\/."},{"key":"key-10.1145\/3178876.3186035-15","unstructured":"Telecommunication Networks Group Politecnico di Torino. 2017. Tstat website. (2017). http:\/\/tstat.polito.it."},{"key":"key-10.1145\/3178876.3186035-16","unstructured":"EMMA. 2017. EMMA: a free Java code coverage tool. (2017). http:\/\/emma. sourceforge.net\/."},{"key":"key-10.1145\/3178876.3186035-17","unstructured":"Google. 2017. Firebase Test Lab for Android. (2017). https:\/\/irebase.google.com\/ docs\/test-lab\/."},{"key":"key-10.1145\/3178876.3186035-18","unstructured":"Google. 2017. HTTPS at Google - Google Transparency Report. (2017). https:\/\/www.google.com\/transparencyreport\/https."},{"key":"key-10.1145\/3178876.3186035-19","unstructured":"Grafana. 2017. The open platform for analytics and monitoring. (2017). https: \/\/grafana.com\/."},{"key":"key-10.1145\/3178876.3186035-20","doi-asserted-by":"crossref","unstructured":"Shuai Hao, Bin Liu, Suman Nath, William G.J. Halfond, and Ramesh Govindan. 2014. PUMA: Programmable UI-automation for Large-scale Dynamic Analysis of Mobile Apps. In Proceedings of the 12th Annual International Conference on Mobile Systems, Applications, and Services (MobiSys '14). ACM, New York, NY, USA, 204--217. https:\/\/doi.org\/10.1145\/2594368.2594390","DOI":"10.1145\/2594368.2594390"},{"key":"key-10.1145\/3178876.3186035-21","doi-asserted-by":"crossref","unstructured":"Tobias Hossfeld, Christian Keimel, Matthias Hirth, Bruno Gardlo, Julian Habigt, Klaus Diepold, and Phuoc Tran-Gia. 2014. Best Practices for QoE Crowdtesting: QoE Assessment With Crowdsourcing. Trans. Multi. 16, 2 (Feb. 2014).","DOI":"10.1109\/TMM.2013.2291663"},{"key":"key-10.1145\/3178876.3186035-22","unstructured":"Gael H. (Intel). 2013. Performance Results for Android Emulators - with and without Intel HAXM. (2013). https:\/\/goo.gl\/D6rUf2."},{"key":"key-10.1145\/3178876.3186035-23","doi-asserted-by":"crossref","unstructured":"Maciej Korczynski and Andrzej Duda. 2014. Markov chain ingerprinting to classify encrypted traic. In Proc. IEEE INFOCOM.","DOI":"10.1109\/INFOCOM.2014.6848005"},{"key":"key-10.1145\/3178876.3186035-24","doi-asserted-by":"crossref","unstructured":"Christophe Leung, Jingjing Ren, David Chofnes, and Christo Wilson. 2016. Should You Use the App for That?: Comparing the Privacy Implications of App- and Web-based Online Services. In Proceedings of the 2016 ACM on Internet Measurement Conference (IMC '16). ACM, New York, NY, USA, 365--372. https:\/\/doi.org\/10.1145\/2987443.2987456","DOI":"10.1145\/2987443.2987456"},{"key":"key-10.1145\/3178876.3186035-25","unstructured":"Linux-KVM. 2017. Qcow2 image format. (2017). https:\/\/www.linux-kvm.org\/ page\/Qcow2."},{"key":"key-10.1145\/3178876.3186035-26","unstructured":"ARC Welder Oicial Compatibility List. 2017. goo.gl\/Q0fy3m. (2017)."},{"key":"key-10.1145\/3178876.3186035-27","doi-asserted-by":"crossref","unstructured":"Aravind Machiry, Rohan Tahiliani, and Mayur Naik. 2013. Dynodroid: An Input Generation System for Android Apps. In Proceedings of the 2013 9th Joint Meeting on Foundations of Software Engineering (ESEC\/FSE 2013). ACM, New York, NY, USA, 224--234. https:\/\/doi.org\/10.1145\/2491411.2491450","DOI":"10.1145\/2491411.2491450"},{"key":"key-10.1145\/3178876.3186035-28","doi-asserted-by":"crossref","unstructured":"Riyadh Mahmood, Nariman Mirzaei, and Sam Malek. 2014. EvoDroid: Segmented Evolutionary Testing of Android Apps. In Proceedings of the 22Nd ACM SIGSOFT International Symposium on Foundations of Software Engineering (FSE 2014). ACM, New York, NY, USA, 599--609. https:\/\/doi.org\/10.1145\/2635868.2635896","DOI":"10.1145\/2635868.2635896"},{"key":"key-10.1145\/3178876.3186035-29","doi-asserted-by":"crossref","unstructured":"Enrico Mariconti, Lucky Onwuzurike, Panagiotis Andriotis, Emiliano De Cristofaro, Gordon Ross, and Gianluca Stringhini. 2016. MAMADROID: Detecting Android Malware by Building Markov Chains of Behavioral Models. arXiv preprint arXiv:1612.04433 (2016).","DOI":"10.14722\/ndss.2017.23353"},{"key":"key-10.1145\/3178876.3186035-30","unstructured":"NGINX. 2017. High Performance Load Balancer, Web Server, & Reverse Proxy. (2017). https:\/\/www.nginx.com\/."},{"key":"key-10.1145\/3178876.3186035-31","doi-asserted-by":"crossref","unstructured":"Ashkan Nikravesh, Hongyi Yao, Shichang Xu, David Chofnes, and Z. Morley Mao. 2015. Mobilyzer: An Open Platform for Controllable Mobile Network Measurements. In Proc. ACM MobiSys. 389--404.","DOI":"10.1145\/2742647.2742670"},{"key":"key-10.1145\/3178876.3186035-32","doi-asserted-by":"crossref","unstructured":"Lucky Onwuzurike and Emiliano De Cristofaro. 2015. Danger is My Middle Name: Experimenting with SSL Vulnerabilities in Android Apps. In Proceedings of the 8th ACM Conference on Security & Privacy in Wireless and Mobile Networks (WiSec '15). ACM, New York, NY, USA, Article 15, 6 pages. https:\/\/doi.org\/10. 1145\/2766498.2766522","DOI":"10.1145\/2766498.2766522"},{"key":"key-10.1145\/3178876.3186035-33","doi-asserted-by":"crossref","unstructured":"Andriy Panchenko, Fabian Lanze, Jan Pennekamp, Thomas Engel, Andreas Zinnen, Martin Henze, and Klaus Wehrle. 2016. Website Fingerprinting at Internet Scale. In Proc. Network & Distributed System Security Symposium (NDSS).","DOI":"10.14722\/ndss.2016.23477"},{"key":"key-10.1145\/3178876.3186035-34","unstructured":"Puma. 2017. A Modern, Concurrent Web Server for Ruby. (2017). http:\/\/puma.io\/."},{"key":"key-10.1145\/3178876.3186035-35","doi-asserted-by":"crossref","unstructured":"Jingjing Ren, Ashwin Rao, Martina Lindorfer, Arnaud Legout, and David Chofnes. 2016. ReCon: Revealing and Controlling PII Leaks in Mobile Network Traic. In Proceedings of the 14th Annual International Conference on Mobile Systems, Applications, and Services (MobiSys '16). ACM, New York, NY, USA, 361--374. https:\/\/doi.org\/10.1145\/2906388.2906392","DOI":"10.1145\/2906388.2906392"},{"key":"key-10.1145\/3178876.3186035-36","unstructured":"T Richardson and J Levine. 2011. The Remote Framebufer Protocol. (2011). https:\/\/tools.ietf.org\/html\/rfc6143."},{"key":"key-10.1145\/3178876.3186035-37","unstructured":"Global Internet Phenomena Sandvine. 2016. Spotlight: Encrypted Internet Traic. (2016). https:\/\/www.sandvine.com\/trends\/encryption.html."},{"key":"key-10.1145\/3178876.3186035-38","doi-asserted-by":"crossref","unstructured":"Raimondas Sasnauskas and John Regehr. 2014. Intent Fuzzer: Crafting Intents of Death. In Proceedings of the 2014 Joint International Workshop on Dynamic Analysis (WODA) and Software and System Performance Testing, Debugging, and Analytics (PERTEA) (WODA+PERTEA 2014). ACM, New York, NY, USA, 1--5. https:\/\/doi.org\/10.1145\/2632168.2632169","DOI":"10.1145\/2632168.2632169"},{"key":"key-10.1145\/3178876.3186035-39","unstructured":"Selenium. 2017. Web Browser Automation. (2017). http:\/\/www.seleniumhq.org\/."},{"key":"key-10.1145\/3178876.3186035-40","unstructured":"Sidekiq. 2017. Simple, eicient job processing for Ruby. (2017). http:\/\/sidekiq.org."},{"key":"key-10.1145\/3178876.3186035-41","unstructured":"Spice. 2017. Spice. (2017). https:\/\/www.spice-space.org\/."},{"key":"key-10.1145\/3178876.3186035-42","unstructured":"Spice. 2017. Xspice. (2017). https:\/\/www.spice-space.org\/xspice.html."},{"key":"key-10.1145\/3178876.3186035-43","doi-asserted-by":"crossref","unstructured":"Alok Tongaonkar, Shuaifu Dai, Antonio Nucci, and Dawn Song. 2013. Understanding Mobile App Usage Patterns Using In-app Advertisements. In Proc. Passive and Active Measurement (PAM).","DOI":"10.1007\/978-3-642-36516-4_7"},{"key":"key-10.1145\/3178876.3186035-44","unstructured":"UserTesting. 2017. User Experience Research Platform. (2017). https:\/\/www. usertesting.com\/."},{"key":"key-10.1145\/3178876.3186035-45","doi-asserted-by":"crossref","unstructured":"Heila van der Merwe, Brink van der Merwe, and Willem Visser. 2012. Verifying Android Applications Using Java PathFinder. SIGSOFT Softw. Eng. Notes 37, 6 (Nov. 2012), 1--5. https:\/\/doi.org\/10.1145\/2382756.2382797","DOI":"10.1145\/2382756.2382797"},{"key":"key-10.1145\/3178876.3186035-46","doi-asserted-by":"crossref","unstructured":"Matteo Varvello, Jeremy Blackburn, David Naylor, and Kostantina Papagiannaki. 2016. EYEORG: A Platform For Crowdsourcing Web Quality Of Experience Measurements. In Proceedings of the 12th International on Conference on emerging Networking EXperiments and Technologies. ACM, 399--412.","DOI":"10.1145\/2999572.2999590"},{"key":"key-10.1145\/3178876.3186035-47","unstructured":"Google Chrome ARC Welder. 2017. https:\/\/goo.gl\/Rohk1E. (2017)."},{"key":"key-10.1145\/3178876.3186035-48","unstructured":"Wei Yang, Mukul R. Prasad, and Tao Xie. 2013. A Grey-Box Approach for Automated GUI-Model Generation of Mobile Applications. In Fundamental Approaches to Software Engineering, Vittorio Cortellessa and Daniel Varra (Eds.). Number 7793 in Lecture Notes in Computer Science. Springer Berlin Heidelberg, 250--265. http:\/\/link.springer.com\/chapter\/10.1007\/978--3--642--37057--1_19 DOI: 10.1007\/978--3--642--37057--1_19."},{"key":"key-10.1145\/3178876.3186035-49","doi-asserted-by":"crossref","unstructured":"Yao, Hongyi and Ranjan, Gyan and Tongaonkar, Alok and Liao, Yong and Mao, Zhuoqing Morley. 2015. SAMPLES: Self Adaptive Mining of Persistent LExical Snippets for Classifying Mobile Application Traic. In Proc. ACM MobiCom.","DOI":"10.1145\/2789168.2790097"},{"key":"key-10.1145\/3178876.3186035-50","doi-asserted-by":"crossref","unstructured":"Hui Ye, Shaoyin Cheng, Lanbo Zhang, and Fan Jiang. 2013. DroidFuzzer: Fuzzing the Android Apps with Intent-Filter Tag. In Proceedings of International Conference on Advances in Mobile Computing & Multimedia (MoMM '13). ACM, New York, NY, USA, 68:68--68:74. https:\/\/doi.org\/10.1145\/2536853.2536881","DOI":"10.1145\/2536853.2536881"},{"key":"key-10.1145\/3178876.3186035-51","unstructured":"Ting-Fang Yen, Yinglian Xie, Fang Yu, Roger P. Yu, and Martin Abadi. 2012. Host Fingerprinting and Tracking on the Web: Privacy and Security Implications. In Proc. Network & Distributed System Security Symposium (NDSS)."}],"event":{"name":"the 2018 World Wide Web Conference","location":"Lyon, France","acronym":"WWW '18","number":"2018","sponsor":["SIGWEB, ACM Special Interest Group on Hypertext, Hypermedia, and Web","IW3C2, International World Wide Web Conference Committee"],"start":{"date-parts":[[2018,4,23]]},"end":{"date-parts":[[2018,4,27]]}},"container-title":["Proceedings of the 2018 World Wide Web Conference on World Wide Web - WWW '18"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3178876.3186035","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/dl.acm.org\/ft_gateway.cfm?id=3186035&ftid=1957457&dwn=1","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,18]],"date-time":"2025-06-18T02:27:00Z","timestamp":1750213620000},"score":1,"resource":{"primary":{"URL":"http:\/\/dl.acm.org\/citation.cfm?doid=3178876.3186035"}},"subtitle":["Crowdsourcing Human Inputs for Mobile Phones"],"proceedings-subject":"World Wide Web","short-title":[],"issued":{"date-parts":[[2018]]},"references-count":51,"URL":"https:\/\/doi.org\/10.1145\/3178876.3186035","relation":{},"subject":[],"published":{"date-parts":[[2018]]}}}