{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,10,16]],"date-time":"2025-10-16T06:59:27Z","timestamp":1760597967636,"version":"3.41.0"},"publisher-location":"New York, NY, USA","reference-count":55,"publisher":"ACM","license":[{"start":{"date-parts":[[2020,4,21]],"date-time":"2020-04-21T00:00:00Z","timestamp":1587427200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"funder":[{"name":"Clinc Inc."}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2020,4,21]]},"DOI":"10.1145\/3313831.3376835","type":"proceedings-article","created":{"date-parts":[[2020,5,27]],"date-time":"2020-05-27T20:21:25Z","timestamp":1590610885000},"page":"1-13","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":24,"title":["Improving Crowd-Supported GUI Testing with Structural Guidance"],"prefix":"10.1145","author":[{"given":"Yan","family":"Chen","sequence":"first","affiliation":[{"name":"University of Michigan, Ann Arbor, MI, USA"}]},{"given":"Maulishree","family":"Pandey","sequence":"additional","affiliation":[{"name":"University of Michigan, Ann Arbor, MI, USA"}]},{"given":"Jean Y.","family":"Song","sequence":"additional","affiliation":[{"name":"University of Michigan, Ann Arbor, MI, USA"}]},{"given":"Walter S.","family":"Lasecki","sequence":"additional","affiliation":[{"name":"University of Michigan, Ann Arbor, MI, USA"}]},{"given":"Steve","family":"Oney","sequence":"additional","affiliation":[{"name":"University of Michigan, Ann Arbor, MI, USA"}]}],"member":"320","published-online":{"date-parts":[[2020,4,23]]},"reference":[{"volume-title":"Selenium browser automation. (2018). https:\/\/www.seleniumhq.org\/ Accessed","year":"2019","key":"e_1_3_2_2_1_1","unstructured":"2018. Selenium browser automation. (2018). https:\/\/www.seleniumhq.org\/ Accessed: Sep, 2019."},{"volume-title":"Accessed","year":"2018","key":"e_1_3_2_2_2_1","unstructured":"Amazon. 2018. Amazon Mechanical Turk. https:\/\/www.mturk.com\/. Accessed: Sep, 2019."},{"volume-title":"Accessed","year":"2019","key":"e_1_3_2_2_3_1","unstructured":"Applause. 2019. UTest. https:\/\/www.utest.com\/. Accessed: Sep, 2019."},{"key":"e_1_3_2_2_4_1","doi-asserted-by":"publisher","DOI":"10.1145\/1985793.1985871"},{"key":"e_1_3_2_2_5_1","first-page":"2","article-title":"Beat the Machine: Challenging Workers to Find the Unknown Unknowns","volume":"11","author":"Attenberg Josh","year":"2011","unstructured":"Josh Attenberg, Panagiotis G Ipeirotis, and Foster J Provost. 2011. Beat the Machine: Challenging Workers to Find the Unknown Unknowns. Human Computation 11, 11 (2011), 2--7.","journal-title":"Human Computation"},{"volume-title":"Accessed","year":"2019","key":"e_1_3_2_2_6_1","unstructured":"Baidu. 2019. Baidu Crowd Test platform. http:\/\/test.baidu.com\/crowdtest\/crowdhome\/guide. Accessed: Sep, 2019."},{"key":"e_1_3_2_2_7_1","volume-title":"Fast abstracts of the 4th symposium on search-based software engineering (SSBSE","author":"Bauersfeld Sebastian","year":"2012","unstructured":"Sebastian Bauersfeld and Tanja Vos. 2012. A reinforcement learning approach to automated gui robustness testing. In Fast abstracts of the 4th symposium on search-based software engineering (SSBSE 2012). 7--12."},{"key":"e_1_3_2_2_8_1","doi-asserted-by":"publisher","DOI":"10.1145\/1321631.1321681"},{"key":"e_1_3_2_2_9_1","doi-asserted-by":"publisher","DOI":"10.1145\/2470654.2466265"},{"key":"e_1_3_2_2_10_1","doi-asserted-by":"publisher","DOI":"10.1145\/2544173.2509552"},{"key":"e_1_3_2_2_11_1","doi-asserted-by":"publisher","DOI":"10.18293\/SEKE2017-102"},{"key":"e_1_3_2_2_12_1","doi-asserted-by":"publisher","DOI":"10.1145\/3126594.3126651"},{"key":"e_1_3_2_2_13_1","doi-asserted-by":"publisher","DOI":"10.1145\/3126594.3126647"},{"key":"e_1_3_2_2_14_1","doi-asserted-by":"publisher","DOI":"10.1145\/1753326.1753554"},{"key":"e_1_3_2_2_15_1","volume-title":"Verifcation and Validation (ICST), 2013 IEEE Sixth International Conference on. IEEE, 332--341","author":"Dolstra Eelco","year":"2013","unstructured":"Eelco Dolstra, Raynor Vliegendhart, and Johan Pouwelse. 2013. Crowdsourcing gui tests. In Software Testing, Verifcation and Validation (ICST), 2013 IEEE Sixth International Conference on. IEEE, 332--341."},{"key":"e_1_3_2_2_16_1","doi-asserted-by":"publisher","DOI":"10.1145\/2931037.2931053"},{"key":"e_1_3_2_2_17_1","doi-asserted-by":"publisher","DOI":"10.1145\/3290605.3300334"},{"key":"e_1_3_2_2_18_1","doi-asserted-by":"publisher","DOI":"10.1007\/s10664-013-9266-8"},{"key":"e_1_3_2_2_19_1","doi-asserted-by":"publisher","DOI":"10.1145\/3231644.3231662"},{"key":"e_1_3_2_2_20_1","doi-asserted-by":"publisher","DOI":"10.1109\/MITP.2008.54"},{"key":"e_1_3_2_2_21_1","doi-asserted-by":"publisher","DOI":"10.1145\/2470654.2466420"},{"key":"e_1_3_2_2_22_1","doi-asserted-by":"publisher","DOI":"10.1145\/2380296.2380341"},{"key":"e_1_3_2_2_23_1","doi-asserted-by":"publisher","DOI":"10.1145\/2501988.2502057"},{"key":"e_1_3_2_2_24_1","volume-title":"2018 IEEE Symposium on Visual Languages and Human-Centric Computing (VL\/HCC). IEEE, 105--114","author":"Jia-Jun Li Toby","year":"2018","unstructured":"Toby Jia-Jun Li, Igor Labutov, Xiaohan Nancy Li, Xiaoyi Zhang, Wenze Shi, Wanling Ding, Tom M Mitchell, and Brad A Myers. 2018. APPINITE: A Multi-Modal Interface for Specifying Data Descriptions in Programming by Demonstration Using Natural Language Instructions. In 2018 IEEE Symposium on Visual Languages and Human-Centric Computing (VL\/HCC). IEEE, 105--114."},{"key":"e_1_3_2_2_25_1","doi-asserted-by":"publisher","DOI":"10.1109\/MSR.2015.18"},{"key":"e_1_3_2_2_26_1","doi-asserted-by":"publisher","DOI":"10.1145\/3242587.3242650"},{"key":"e_1_3_2_2_27_1","volume-title":"A survey of the use of crowdsourcing in software engineering. Rn 15, 01","author":"Mao Ke","year":"2015","unstructured":"Ke Mao, Licia Capra, Mark Harman, and Yue Jia. 2015. A survey of the use of crowdsourcing in software engineering. Rn 15, 01 (2015)."},{"key":"e_1_3_2_2_28_1","doi-asserted-by":"publisher","DOI":"10.1109\/ASE.2017.8115614"},{"key":"e_1_3_2_2_29_1","doi-asserted-by":"publisher","DOI":"10.1145\/2470654.2466442"},{"key":"e_1_3_2_2_30_1","doi-asserted-by":"publisher","DOI":"10.1109\/MC.2002.1023795"},{"key":"e_1_3_2_2_31_1","volume-title":"An event-fow model of GUI-based applications for testing. Software testing, verifcation and reliability 17, 3","author":"Memon Atif M","year":"2007","unstructured":"Atif M Memon. 2007. An event-fow model of GUI-based applications for testing. Software testing, verifcation and reliability 17, 3 (2007), 137--157."},{"volume-title":"Advances in Computers.","author":"Memon Atif M","key":"e_1_3_2_2_32_1","unstructured":"Atif M Memon and Bao N Nguyen. 2010. Advances in automated model-based system testing of software applications with a GUI front-end. In Advances in Computers. Vol. 80. Elsevier, 121--162."},{"key":"e_1_3_2_2_33_1","doi-asserted-by":"publisher","DOI":"10.1145\/503271.503244"},{"key":"e_1_3_2_2_34_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICARCV.2010.5707766"},{"key":"e_1_3_2_2_35_1","volume-title":"Verifcation and Validation Workshops (ICSTW), 2016 IEEE Ninth International Conference on. IEEE, 305--314","author":"Micallef Mark","year":"2016","unstructured":"Mark Micallef, Chris Porter, and Andrea Borg. 2016. Do exploratory testers need formal training? an investigation using hci techniques. In Software Testing, Verifcation and Validation Workshops (ICSTW), 2016 IEEE Ninth International Conference on. IEEE, 305--314."},{"key":"e_1_3_2_2_36_1","doi-asserted-by":"publisher","DOI":"10.1145\/2642937.2642991"},{"key":"e_1_3_2_2_37_1","doi-asserted-by":"publisher","DOI":"10.1145\/120782.120805"},{"key":"e_1_3_2_2_38_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-642-31753-8_52"},{"key":"e_1_3_2_2_39_1","volume-title":"GUITAR: an innovative tool for automated testing of GUI-driven software. Automated software engineering 21, 1","author":"Nguyen Bao N","year":"2014","unstructured":"Bao N Nguyen, Bryan Robbins, Ishan Banerjee, and Atif Memon. 2014. GUITAR: an innovative tool for automated testing of GUI-driven software. Automated software engineering 21, 1 (2014), 65--105."},{"key":"e_1_3_2_2_40_1","volume-title":"Information foraging. Psychological review 106, 4","author":"Pirolli Peter","year":"1999","unstructured":"Peter Pirolli and Stuart Card. 1999. Information foraging. Psychological review 106, 4 (1999), 643."},{"key":"e_1_3_2_2_41_1","volume-title":"Proceedings of the 7th International Workshop on Automation of Software Test. IEEE Press, 36--42","author":"Raf Dudekula Mohammad","year":"2012","unstructured":"Dudekula Mohammad Raf, Katam Reddy Kiran Moses, Kai Petersen, and Mika V M\u00e4ntyl\u00e4. 2012. Benefts and limitations of automated software testing: Systematic literature review and practitioner survey. In Proceedings of the 7th International Workshop on Automation of Software Test. IEEE Press, 36--42."},{"key":"e_1_3_2_2_42_1","doi-asserted-by":"publisher","DOI":"10.1145\/2470654.2481281"},{"key":"e_1_3_2_2_43_1","doi-asserted-by":"publisher","DOI":"10.1145\/1414004.1414072"},{"key":"e_1_3_2_2_44_1","unstructured":"Urko Rueda Anna Esparcia-Alc\u00e1zar and Tanja EJ Vos. 2016. Visualization of automated test results obtained by the TESTAR tool.. In CIbSE. 53--66."},{"key":"e_1_3_2_2_45_1","volume-title":"Accessed","author":"Inc. UserTesting.","year":"2019","unstructured":"Inc. UserTesting. 2019. UserTesting. https:\/\/www.usertesting.com\/. Accessed: Sep, 2019."},{"key":"e_1_3_2_2_46_1","doi-asserted-by":"publisher","DOI":"10.1145\/985692.985733"},{"key":"e_1_3_2_2_47_1","doi-asserted-by":"publisher","DOI":"10.4018\/IJISMD.2015070103"},{"key":"e_1_3_2_2_48_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICSE-SEIP.2017.8"},{"key":"e_1_3_2_2_49_1","volume-title":"Cutting Away the Confusion From Crowdtesting. arXiv preprint arXiv:1805.02763","author":"Wang Junjie","year":"2018","unstructured":"Junjie Wang, Mingyang Li, Song Wang, Tim Menzies, and Qing Wang. 2018. Cutting Away the Confusion From Crowdtesting. arXiv preprint arXiv:1805.02763 (2018)."},{"key":"e_1_3_2_2_50_1","doi-asserted-by":"publisher","DOI":"10.1145\/2970276.2970300"},{"key":"e_1_3_2_2_51_1","unstructured":"James A Whittaker. 2009. Exploratory software testing: tips tricks tours and techniques to guide test design. Pearson Education."},{"key":"e_1_3_2_2_52_1","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2007.70589"},{"key":"e_1_3_2_2_53_1","doi-asserted-by":"publisher","DOI":"10.1109\/ISSRE.2017.25"},{"key":"e_1_3_2_2_54_1","doi-asserted-by":"publisher","DOI":"10.1145\/1189748.1189752"},{"key":"e_1_3_2_2_55_1","doi-asserted-by":"publisher","DOI":"10.1145\/1622176.1622213"}],"event":{"name":"CHI '20: CHI Conference on Human Factors in Computing Systems","sponsor":["SIGCHI ACM Special Interest Group on Computer-Human Interaction"],"location":"Honolulu HI USA","acronym":"CHI '20"},"container-title":["Proceedings of the 2020 CHI Conference on Human Factors in Computing Systems"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3313831.3376835","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3313831.3376835","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,17]],"date-time":"2025-06-17T22:32:48Z","timestamp":1750199568000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3313831.3376835"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2020,4,21]]},"references-count":55,"alternative-id":["10.1145\/3313831.3376835","10.1145\/3313831"],"URL":"https:\/\/doi.org\/10.1145\/3313831.3376835","relation":{},"subject":[],"published":{"date-parts":[[2020,4,21]]},"assertion":[{"value":"2020-04-23","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}