{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,13]],"date-time":"2026-04-13T21:49:52Z","timestamp":1776116992859,"version":"3.50.1"},"publisher-location":"New York, NY, USA","reference-count":65,"publisher":"ACM","license":[{"start":{"date-parts":[[2023,10,29]],"date-time":"2023-10-29T00:00:00Z","timestamp":1698537600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2023,10,29]]},"DOI":"10.1145\/3586183.3606720","type":"proceedings-article","created":{"date-parts":[[2023,10,20]],"date-time":"2023-10-20T20:46:22Z","timestamp":1697834782000},"page":"1-15","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":14,"title":["MIWA: Mixed-Initiative Web Automation for Better User Control and Confidence"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0009-0003-9108-8473","authenticated-orcid":false,"given":"Weihao","family":"Chen","sequence":"first","affiliation":[{"name":"Computer Science, Purdue University, United States"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0009-0005-3441-1347","authenticated-orcid":false,"given":"Xiaoyu","family":"Liu","sequence":"additional","affiliation":[{"name":"Computer Science and Engineering, University of Michigan, United States"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0009-0006-0513-7403","authenticated-orcid":false,"given":"Jiacheng","family":"Zhang","sequence":"additional","affiliation":[{"name":"Computer Science and Engineering, University of Michigan, Ann Arbor, United States"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-4890-3236","authenticated-orcid":false,"given":"Ian Iong","family":"Lam","sequence":"additional","affiliation":[{"name":"Computer Science and Engineering, University of Michigan, United States"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-0143-8613","authenticated-orcid":false,"given":"Zhicheng","family":"Huang","sequence":"additional","affiliation":[{"name":"Computer Science and Engineering, University of Michigan, United States"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-2757-2768","authenticated-orcid":false,"given":"Rui","family":"Dong","sequence":"additional","affiliation":[{"name":"University of Michigan, United States"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-1836-0202","authenticated-orcid":false,"given":"Xinyu","family":"Wang","sequence":"additional","affiliation":[{"name":"Computer Science and Engineering, University of Michigan, United States"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-5468-9347","authenticated-orcid":false,"given":"Tianyi","family":"Zhang","sequence":"additional","affiliation":[{"name":"Computer Science, Purdue University, United States"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"320","published-online":{"date-parts":[[2023,10,29]]},"reference":[{"key":"e_1_3_2_2_1_1","unstructured":"2022. Beautiful Soup. https:\/\/www.crummy.com\/software\/BeautifulSoup"},{"key":"e_1_3_2_2_2_1","unstructured":"2022. Copilot. https:\/\/github.com\/features\/copilot"},{"key":"e_1_3_2_2_3_1","unstructured":"2022. Cypress. https:\/\/www.cypress.io"},{"key":"e_1_3_2_2_4_1","unstructured":"2022. iMacros. https:\/\/www.progress.com\/imacros"},{"key":"e_1_3_2_2_5_1","unstructured":"2022. iMacros.net Forum. https:\/\/forum.imacros.net\/"},{"key":"e_1_3_2_2_6_1","unstructured":"2022. Mechanical Soup. https:\/\/mechanicalsoup.readthedocs.io\/en\/stable"},{"key":"e_1_3_2_2_7_1","unstructured":"2022. Puppeteer. https:\/\/pptr.dev"},{"key":"e_1_3_2_2_8_1","unstructured":"2022. Scrapy. https:\/\/scrapy.org"},{"key":"e_1_3_2_2_9_1","unstructured":"2022. Selenium. https:\/\/www.selenium.dev"},{"key":"e_1_3_2_2_10_1","unstructured":"2022. UiPath. https:\/\/www.uipath.com"},{"key":"e_1_3_2_2_11_1","doi-asserted-by":"publisher","DOI":"10.1145\/1281500.1281527"},{"key":"e_1_3_2_2_12_1","volume-title":"New data sources in social science research: Things to know before working with Reddit data. Social science computer review 39, 5","author":"Amaya Ashley","year":"2021","unstructured":"Ashley Amaya, Ruben Bach, Florian Keusch, and Frauke Kreuter. 2021. New data sources in social science research: Things to know before working with Reddit data. Social science computer review 39, 5 (2021), 943\u2013960."},{"key":"e_1_3_2_2_13_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.chb.2011.04.004"},{"key":"e_1_3_2_2_14_1","doi-asserted-by":"publisher","DOI":"10.1145\/2740908.2742849"},{"key":"e_1_3_2_2_15_1","unstructured":"Sarah\u00a0Elizabeth Chasins. 2019. Democratizing Web Automation: Programming for Social Scientists and Other Domain Experts. Ph.\u00a0D. Dissertation. UC Berkeley."},{"key":"e_1_3_2_2_16_1","doi-asserted-by":"publisher","DOI":"10.1145\/3242587.3242661"},{"key":"e_1_3_2_2_17_1","doi-asserted-by":"publisher","DOI":"10.1145\/3519939.3523711"},{"key":"e_1_3_2_2_18_1","volume-title":"Advances in psychology. Vol.\u00a052","author":"Hart G","unstructured":"Sandra\u00a0G Hart and Lowell\u00a0E Staveland. 1988. Development of NASA-TLX (Task Load Index): Results of empirical and theoretical research. In Advances in psychology. Vol.\u00a052. Elsevier, 139\u2013183."},{"key":"e_1_3_2_2_19_1","doi-asserted-by":"publisher","DOI":"10.1145\/1294211.1294254"},{"key":"e_1_3_2_2_20_1","doi-asserted-by":"publisher","DOI":"10.1145\/2840722"},{"key":"e_1_3_2_2_21_1","doi-asserted-by":"publisher","DOI":"10.1145\/3491101.3503575"},{"key":"e_1_3_2_2_22_1","doi-asserted-by":"publisher","DOI":"10.1145\/1166253.1166274"},{"key":"e_1_3_2_2_23_1","doi-asserted-by":"publisher","DOI":"10.1145\/3234508"},{"key":"e_1_3_2_2_24_1","doi-asserted-by":"publisher","DOI":"10.1109\/TEVC.2018.2869001"},{"key":"e_1_3_2_2_25_1","doi-asserted-by":"publisher","DOI":"10.1145\/2642918.2647375"},{"key":"e_1_3_2_2_26_1","doi-asserted-by":"publisher","DOI":"10.1145\/2556288.2556987"},{"key":"e_1_3_2_2_27_1","volume-title":"Dimpvis: Exploring time-varying information visualizations by direct manipulation","author":"Kondo Brittany","year":"2014","unstructured":"Brittany Kondo and Christopher Collins. 2014. Dimpvis: Exploring time-varying information visualizations by direct manipulation. IEEE transactions on visualization and computer graphics 20, 12 (2014), 2003\u20132012."},{"key":"e_1_3_2_2_28_1","doi-asserted-by":"publisher","DOI":"10.1145\/360402.360406"},{"key":"e_1_3_2_2_29_1","volume-title":"Understanding the Challenges and Needs of Programmers Writing Web Automation Scripts. In 2021 IEEE Symposium on Visual Languages and Human-Centric Computing (VL\/HCC). IEEE, 1\u20139.","author":"Krosnick Rebecca","year":"2021","unstructured":"Rebecca Krosnick and Steve Oney. 2021. Understanding the Challenges and Needs of Programmers Writing Web Automation Scripts. In 2021 IEEE Symposium on Visual Languages and Human-Centric Computing (VL\/HCC). IEEE, 1\u20139."},{"key":"e_1_3_2_2_30_1","volume-title":"ParamMacros: Creating UI Automation Leveraging End-User Natural Language Parameterization. In 2022 IEEE Symposium on Visual Languages and Human-Centric Computing (VL\/HCC). IEEE, 1\u201310","author":"Krosnick Rebecca","year":"2022","unstructured":"Rebecca Krosnick and Steve Oney. 2022. ParamMacros: Creating UI Automation Leveraging End-User Natural Language Parameterization. In 2022 IEEE Symposium on Visual Languages and Human-Centric Computing (VL\/HCC). IEEE, 1\u201310."},{"key":"e_1_3_2_2_31_1","doi-asserted-by":"publisher","DOI":"10.2308\/jeta-52063"},{"key":"e_1_3_2_2_32_1","volume-title":"Watch what I do: programming by demonstration","author":"Kurlander David","unstructured":"David Kurlander, Allen Cypher, and Daniel\u00a0Conrad Halbert. 1993. Watch what I do: programming by demonstration. MIT press."},{"key":"e_1_3_2_2_33_1","doi-asserted-by":"publisher","DOI":"10.1109\/VL.1995.520818"},{"key":"e_1_3_2_2_34_1","volume-title":"CHI 2008 Workshop on Usable AI. 65\u201367","author":"Lau Tessa","year":"2008","unstructured":"Tessa Lau 2008. Why PBD systems fail: Lessons learned for usable AI. In CHI 2008 Workshop on Usable AI. 65\u201367."},{"key":"e_1_3_2_2_35_1","doi-asserted-by":"publisher","DOI":"10.1145\/2594291.2594333"},{"key":"e_1_3_2_2_36_1","doi-asserted-by":"publisher","DOI":"10.1145\/1357054.1357323"},{"key":"e_1_3_2_2_37_1","volume-title":"Proceedings of the 2017 CHI conference on human factors in computing systems. 6038\u20136049","author":"Jia-Jun Li Toby","year":"2017","unstructured":"Toby Jia-Jun Li, Amos Azaria, and Brad\u00a0A Myers. 2017. SUGILITE: creating multimodal smartphone automation by demonstration. In Proceedings of the 2017 CHI conference on human factors in computing systems. 6038\u20136049."},{"key":"e_1_3_2_2_38_1","volume-title":"2018 IEEE Symposium on Visual Languages and Human-Centric Computing (VL\/HCC). IEEE, 105\u2013114","author":"Jia-Jun Li Toby","year":"2018","unstructured":"Toby Jia-Jun Li, Igor Labutov, Xiaohan\u00a0Nancy Li, Xiaoyi Zhang, Wenze Shi, Wanling Ding, Tom\u00a0M Mitchell, and Brad\u00a0A Myers. 2018. Appinite: A multi-modal interface for specifying data descriptions in programming by demonstration using natural language instructions. In 2018 IEEE Symposium on Visual Languages and Human-Centric Computing (VL\/HCC). IEEE, 105\u2013114."},{"key":"e_1_3_2_2_39_1","volume-title":"Proceedings of the 32nd annual ACM symposium on user interface software and technology. 577\u2013589","author":"Jia-Jun Li Toby","year":"2019","unstructured":"Toby Jia-Jun Li, Marissa Radensky, Justin Jia, Kirielle Singarajah, Tom\u00a0M Mitchell, and Brad\u00a0A Myers. 2019. Pumice: A multi-modal agent that learns concepts and conditionals from natural language and demonstrations. In Proceedings of the 32nd annual ACM symposium on user interface software and technology. 577\u2013589."},{"key":"e_1_3_2_2_40_1","doi-asserted-by":"publisher","DOI":"10.1145\/1502650.1502667"},{"key":"e_1_3_2_2_41_1","doi-asserted-by":"publisher","DOI":"10.1145\/1240624.1240767"},{"key":"e_1_3_2_2_42_1","doi-asserted-by":"publisher","DOI":"10.1145\/2807442.2807459"},{"key":"e_1_3_2_2_43_1","volume-title":"Using Twitter for demographic and social science research: tools for data collection and processing. Sociological methods & research 46, 3","author":"McCormick H","year":"2017","unstructured":"Tyler\u00a0H McCormick, Hedwig Lee, Nina Cesare, Ali Shojaie, and Emma\u00a0S Spiro. 2017. Using Twitter for demographic and social science research: tools for data collection and processing. Sociological methods & research 46, 3 (2017), 390\u2013421."},{"key":"e_1_3_2_2_44_1","doi-asserted-by":"publisher","DOI":"10.1145\/302979.303127"},{"key":"e_1_3_2_2_45_1","doi-asserted-by":"publisher","DOI":"10.1145\/1866029.1866051"},{"key":"e_1_3_2_2_46_1","doi-asserted-by":"publisher","DOI":"10.1145\/506443.506447"},{"key":"e_1_3_2_2_47_1","doi-asserted-by":"publisher","DOI":"10.1006\/jvlc.1997.0049"},{"key":"e_1_3_2_2_48_1","volume-title":"Iteration constructs in data-flow visual programming languages. Computer languages 26, 2-4","author":"Mosconi Mauro","year":"2000","unstructured":"Mauro Mosconi and Marco Porta. 2000. Iteration constructs in data-flow visual programming languages. Computer languages 26, 2-4 (2000), 67\u2013104."},{"key":"e_1_3_2_2_49_1","doi-asserted-by":"publisher","DOI":"10.1145\/274644.274716"},{"key":"e_1_3_2_2_50_1","doi-asserted-by":"publisher","DOI":"10.1145\/15886.15914"},{"key":"e_1_3_2_2_51_1","doi-asserted-by":"publisher","DOI":"10.1145\/191666.191715"},{"key":"e_1_3_2_2_52_1","unstructured":"Kevin Pu Rainey Fu Rui Dong Xinyu Wang Yan Chen and Tovi Grossman. 2022. SemanticOn: Specifying Content-Based Semantic Conditions for Web Automation Programs. (2022)."},{"key":"e_1_3_2_2_53_1","doi-asserted-by":"publisher","DOI":"10.1145\/2380296.2380319"},{"key":"e_1_3_2_2_54_1","doi-asserted-by":"publisher","DOI":"10.1145\/2775051.2677009"},{"key":"e_1_3_2_2_55_1","doi-asserted-by":"publisher","DOI":"10.1145\/1592761.1592779"},{"key":"e_1_3_2_2_56_1","doi-asserted-by":"publisher","DOI":"10.3115\/1218955.1219030"},{"key":"e_1_3_2_2_57_1","doi-asserted-by":"publisher","DOI":"10.1145\/800276.810991"},{"key":"e_1_3_2_2_58_1","doi-asserted-by":"publisher","DOI":"10.1080\/01449298208914450"},{"key":"e_1_3_2_2_59_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-21690-4_23"},{"key":"e_1_3_2_2_60_1","volume-title":"Orko: Facilitating multimodal interaction for visual exploration and analysis of networks","author":"Srinivasan Arjun","year":"2017","unstructured":"Arjun Srinivasan and John Stasko. 2017. Orko: Facilitating multimodal interaction for visual exploration and analysis of networks. IEEE transactions on visualization and computer graphics 24, 1 (2017), 511\u2013521."},{"key":"e_1_3_2_2_61_1","doi-asserted-by":"publisher","DOI":"10.1016\/S1045-926X(05)80012-6"},{"key":"e_1_3_2_2_62_1","doi-asserted-by":"publisher","DOI":"10.1145\/3133264.3133300"},{"key":"e_1_3_2_2_63_1","volume-title":"Data-driven modeling and prediction of blood glucose dynamics: Machine learning applications in type 1 diabetes. Artificial intelligence in medicine 98","author":"Woldaregay Ashenafi\u00a0Zebene","year":"2019","unstructured":"Ashenafi\u00a0Zebene Woldaregay, Eirik \u00c5rsand, St\u00e5le Walderhaug, David Albers, Lena Mamykina, Taxiarchis Botsis, and Gunnar Hartvigsen. 2019. Data-driven modeling and prediction of blood glucose dynamics: Machine learning applications in type 1 diabetes. Artificial intelligence in medicine 98 (2019), 109\u2013134."},{"key":"e_1_3_2_2_64_1","doi-asserted-by":"publisher","DOI":"10.1145\/1240624.1240842"},{"key":"e_1_3_2_2_65_1","article-title":"Enhancing and accelerating social science via automation: Challenges and opportunities","volume":"3","author":"Yarkoni Tal","year":"2021","unstructured":"Tal Yarkoni, Dean Eckles, James\u00a0AJ Heathers, Margaret\u00a0C Levenstein, Paul\u00a0E Smaldino, and Julia\u00a0I Lane. 2021. Enhancing and accelerating social science via automation: Challenges and opportunities. Harvard Data Science Review 3, 2 (2021).","journal-title":"Harvard Data Science Review"}],"event":{"name":"UIST '23: The 36th Annual ACM Symposium on User Interface Software and Technology","location":"San Francisco CA USA","acronym":"UIST '23","sponsor":["SIGGRAPH ACM Special Interest Group on Computer Graphics and Interactive Techniques","SIGCHI ACM Special Interest Group on Computer-Human Interaction"]},"container-title":["Proceedings of the 36th Annual ACM Symposium on User Interface Software and Technology"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3586183.3606720","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3586183.3606720","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,8,21]],"date-time":"2025-08-21T23:51:33Z","timestamp":1755820293000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3586183.3606720"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,10,29]]},"references-count":65,"alternative-id":["10.1145\/3586183.3606720","10.1145\/3586183"],"URL":"https:\/\/doi.org\/10.1145\/3586183.3606720","relation":{},"subject":[],"published":{"date-parts":[[2023,10,29]]},"assertion":[{"value":"2023-10-29","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}