{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,23]],"date-time":"2026-04-23T07:59:57Z","timestamp":1776931197830,"version":"3.51.2"},"publisher-location":"New York, NY, USA","reference-count":91,"publisher":"ACM","content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2025,10,26]]},"DOI":"10.1145\/3663547.3746401","type":"proceedings-article","created":{"date-parts":[[2025,10,22]],"date-time":"2025-10-22T16:29:36Z","timestamp":1761150576000},"page":"1-18","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":1,"title":["Task Mode: Dynamic Filtering for Task-Specific Web Navigation using LLMs"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0009-0002-1014-4385","authenticated-orcid":false,"given":"Ananya","family":"Gubbi Mohanbabu","sequence":"first","affiliation":[{"name":"Department of Computer Science, The University of Texas at Austin, Austin, Texas, USA"}]},{"ORCID":"https:\/\/orcid.org\/0009-0002-5286-0080","authenticated-orcid":false,"given":"Yotam","family":"Sechayk","sequence":"additional","affiliation":[{"name":"The University of Tokyo, Tokyo, Japan"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-3908-4366","authenticated-orcid":false,"given":"Amy","family":"Pavel","sequence":"additional","affiliation":[{"name":"Department of Computer Science, University of California, Berkeley, Berkeley, California, USA"}]}],"member":"320","published-online":{"date-parts":[[2025,10,22]]},"reference":[{"key":"e_1_3_3_2_2_2","unstructured":"2025. Amazon. https:\/\/www.amazon.com\/. Accessed: 2025."},{"key":"e_1_3_3_2_3_2","unstructured":"2025. Anthropic Computer Use. https:\/\/docs.anthropic.com\/en\/docs\/agents-and-tools\/computer-use. Accessed: 2025."},{"key":"e_1_3_3_2_4_2","unstructured":"2025. Apple Distraction Control. https:\/\/support.apple.com\/en-us\/120682. Accessed: 2025."},{"key":"e_1_3_3_2_5_2","unstructured":"2025. Best Buy. https:\/\/www.bestbuy.com\/. Accessed: 2025."},{"key":"e_1_3_3_2_6_2","unstructured":"2025. Breaking News Latest News and Videos. https:\/\/www.cnn.com Accessed: 2025."},{"key":"e_1_3_3_2_7_2","unstructured":"2025. Browser Use. https:\/\/browser-use.com\/. Accessed: 2025."},{"key":"e_1_3_3_2_8_2","unstructured":"2025. eBay. https:\/\/www.ebay.com\/. Accessed: 2025."},{"key":"e_1_3_3_2_9_2","unstructured":"2025. H-E-B. https:\/\/www.heb.com\/ Accessed: 2025."},{"key":"e_1_3_3_2_10_2","unstructured":"2025. Introduction to Lighthouse. https:\/\/developer.chrome.com\/docs\/lighthouse\/overview Accessed: 2025."},{"key":"e_1_3_3_2_11_2","unstructured":"2025. A Look at New Features in the JAWS 2023 Release. https:\/\/afb.org\/aw\/23\/11\/18108 Accessed: 2025."},{"key":"e_1_3_3_2_12_2","unstructured":"2025. Nanobrowser. https:\/\/github.com\/nanobrowser\/nanobrowser. Accessed: 2025."},{"key":"e_1_3_3_2_13_2","unstructured":"2025. OpenAI Operator. https:\/\/operator.chatgpt.com\/. Accessed: 2025."},{"key":"e_1_3_3_2_14_2","unstructured":"2025. React. https:\/\/react.dev\/ Accessed: 2025."},{"key":"e_1_3_3_2_15_2","unstructured":"2025. SE Ranking \u00e2\u20ac\u201d Robust SEO Software for Every Major Task. https:\/\/seranking.com\/ Accessed: 2025."},{"key":"e_1_3_3_2_16_2","unstructured":"2025. Taxy AI. https:\/\/taxy.ai\/. Accessed: 2025."},{"key":"e_1_3_3_2_17_2","unstructured":"2025. Understanding Success Criterion 3.2.3: Consistent Navigation | WAI | W3C. https:\/\/www.w3.org\/WAI\/WCAG21\/Understanding\/consistent-navigation.html Accessed: 2025."},{"key":"e_1_3_3_2_18_2","unstructured":"2025. WCAG 2 Overview. https:\/\/www.w3.org\/WAI\/standards-guidelines\/wcag\/. Accessed: 2025."},{"key":"e_1_3_3_2_19_2","unstructured":"2025. WebAIM: The WebAIM Million - The 2025 report on the accessibility of the top 1 000 000 home pages. https:\/\/webaim.org\/projects\/million\/ Accessed: 2025."},{"key":"e_1_3_3_2_20_2","unstructured":"2025. Wikipedia the free encyclopedia. https:\/\/www.wikipedia.org\/ Accessed: 2025."},{"key":"e_1_3_3_2_21_2","doi-asserted-by":"publisher","DOI":"10.1145\/3708359.3712120"},{"key":"e_1_3_3_2_22_2","doi-asserted-by":"publisher","DOI":"10.1145\/3274192.3274202"},{"key":"e_1_3_3_2_23_2","volume-title":"Use Distraction Control in Safari to hide items on a webpage","author":"Inc. Apple","year":"2024","unstructured":"Apple Inc.2024. Use Distraction Control in Safari to hide items on a webpage. Apple Support. https:\/\/support.apple.com\/en-us\/120682 Published on December 04, 2024."},{"key":"e_1_3_3_2_24_2","doi-asserted-by":"publisher","DOI":"10.1145\/2745555.2746660"},{"key":"e_1_3_3_2_25_2","doi-asserted-by":"publisher","DOI":"10.1145\/3025171.3025229"},{"key":"e_1_3_3_2_26_2","unstructured":"Gilles Baechler Srinivas Sunkara Maria Wang Fedir Zubach Hassan Mansoor Vincent Etter Victor C\u0103rbune Jason Lin Jindong Chen and Abhanshu Sharma. 2024. Screenai: A vision-language model for ui and infographics understanding. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2402.04615 (2024)."},{"key":"e_1_3_3_2_27_2","doi-asserted-by":"publisher","DOI":"10.1145\/3491101.3519832"},{"key":"e_1_3_3_2_28_2","doi-asserted-by":"publisher","DOI":"10.1145\/1296843.1296854"},{"key":"e_1_3_3_2_29_2","doi-asserted-by":"publisher","DOI":"10.1145\/2461121.2461141"},{"key":"e_1_3_3_2_30_2","doi-asserted-by":"crossref","unstructured":"Yining Cao Peiling Jiang and Haijun Xia. 2025. Generative and Malleable User Interfaces with Generative and Evolving Task-Driven Data Model. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2503.04084 (2025).","DOI":"10.1145\/3706598.3713285"},{"key":"e_1_3_3_2_31_2","doi-asserted-by":"publisher","DOI":"10.1145\/3442381.3450127"},{"key":"e_1_3_3_2_32_2","doi-asserted-by":"publisher","DOI":"10.1145\/3472749.3474750"},{"key":"e_1_3_3_2_33_2","doi-asserted-by":"publisher","DOI":"10.1145\/3597638.3614490"},{"key":"e_1_3_3_2_34_2","doi-asserted-by":"publisher","DOI":"10.1145\/3544548.3580749"},{"key":"e_1_3_3_2_35_2","unstructured":"Xiang Deng Yu Gu Boyuan Zheng Shijie Chen Sam Stevens Boshi Wang Huan Sun and Yu Su. 2023. Mind2web: Towards a generalist agent for the web. Advances in Neural Information Processing Systems 36 (2023) 28091\u201328114."},{"key":"e_1_3_3_2_36_2","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-22660-2_1"},{"key":"e_1_3_3_2_37_2","doi-asserted-by":"publisher","DOI":"10.1145\/964442.964461"},{"key":"e_1_3_3_2_38_2","doi-asserted-by":"publisher","DOI":"10.1145\/1133265.1133306"},{"key":"e_1_3_3_2_39_2","doi-asserted-by":"publisher","DOI":"10.1145\/1168987.1169036"},{"key":"e_1_3_3_2_40_2","doi-asserted-by":"publisher","DOI":"10.1145\/1294211.1294253"},{"key":"e_1_3_3_2_41_2","doi-asserted-by":"publisher","DOI":"10.1145\/1357054.1357250"},{"key":"e_1_3_3_2_42_2","volume-title":"AdBlock \u2014 block ads across the web","year":"2025","unstructured":"getadblock.com. 2025. AdBlock \u2014 block ads across the web. Chrome Web Store. https:\/\/chromewebstore.google.com\/detail\/adblock-%E2%80%94-block-ads-acros\/gighmmpiobklfepjocnamgkkbiglidom Version 6.18.0, Updated April 3, 2025."},{"key":"e_1_3_3_2_43_2","doi-asserted-by":"crossref","unstructured":"St\u00e9phanie Giraud Pierre Th\u00e9rouanne and Dirk\u00a0D Steiner. 2018. Web accessibility: Filtering redundant and irrelevant information improves website usability for blind users. International Journal of Human-Computer Studies 111 (2018) 23\u201335.","DOI":"10.1016\/j.ijhcs.2017.10.011"},{"key":"e_1_3_3_2_44_2","unstructured":"Google. [n. d.]. Firebase Realtime Database Documentation. https:\/\/firebase.google.com\/docs\/database. Accessed: 2025-04-16."},{"key":"e_1_3_3_2_45_2","doi-asserted-by":"publisher","DOI":"10.1145\/3173574.3174108"},{"key":"e_1_3_3_2_46_2","doi-asserted-by":"publisher","DOI":"10.1145\/3663548.3675658"},{"key":"e_1_3_3_2_47_2","doi-asserted-by":"crossref","unstructured":"Simon Harper and Sean Bechhofer. 2007. SADIe: Structural semantics for accessibility and device independence. ACM Transactions on Computer-Human Interaction (TOCHI) 14 2 (2007) 10\u2013es.","DOI":"10.1145\/1275511.1275516"},{"key":"e_1_3_3_2_48_2","doi-asserted-by":"publisher","DOI":"10.1016\/S0166-4115(08)62386-9"},{"key":"e_1_3_3_2_49_2","unstructured":"Hongliang He Wenlin Yao Kaixin Ma Wenhao Yu Yong Dai Hongming Zhang Zhenzhong Lan and Dong Yu. 2024. WebVoyager: Building an end-to-end web agent with large multimodal models. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2401.13919 (2024)."},{"key":"e_1_3_3_2_50_2","doi-asserted-by":"crossref","unstructured":"Jack Hessel Ari Holtzman Maxwell Forbes Ronan\u00a0Le Bras and Yejin Choi. 2021. Clipscore: A reference-free evaluation metric for image captioning. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2104.08718 (2021).","DOI":"10.18653\/v1\/2021.emnlp-main.595"},{"key":"e_1_3_3_2_51_2","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR52733.2024.01354"},{"key":"e_1_3_3_2_52_2","first-page":"9466","volume-title":"International Conference on Machine Learning","author":"Humphreys Peter\u00a0C","year":"2022","unstructured":"Peter\u00a0C Humphreys, David Raposo, Tobias Pohlen, Gregory Thornton, Rachita Chhaparia, Alistair Muldal, Josh Abramson, Petko Georgiev, Adam Santoro, and Timothy Lillicrap. 2022. A data-driven approach for learning to control computers. In International Conference on Machine Learning. PMLR, 9466\u20139482."},{"key":"e_1_3_3_2_53_2","doi-asserted-by":"crossref","unstructured":"Faria Huq Zora\u00a0Zhiruo Wang Frank\u00a0F Xu Tianyue Ou Shuyan Zhou Jeffrey\u00a0P Bigham and Graham Neubig. 2025. CowPilot: A Framework for Autonomous and Human-Agent Collaborative Web Navigation. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2501.16609 (2025).","DOI":"10.18653\/v1\/2025.naacl-demo.17"},{"key":"e_1_3_3_2_54_2","volume-title":"Measuring digital development: Facts and Figures 2024","author":"Union International Telecommunication","year":"2024","unstructured":"International Telecommunication Union. 2024. Measuring digital development: Facts and Figures 2024. Report. International Telecommunication Union. https:\/\/www.itu.int\/en\/ITU-D\/Statistics\/Pages\/facts\/default.aspx Published in November 2024."},{"key":"e_1_3_3_2_55_2","doi-asserted-by":"publisher","DOI":"10.1145\/2807442.2807446"},{"key":"e_1_3_3_2_56_2","doi-asserted-by":"publisher","DOI":"10.1145\/3663548.3675605"},{"key":"e_1_3_3_2_57_2","doi-asserted-by":"publisher","DOI":"10.1145\/3411764.3445695"},{"key":"e_1_3_3_2_58_2","doi-asserted-by":"publisher","DOI":"10.1145\/3637528.3671620"},{"key":"e_1_3_3_2_59_2","unstructured":"HAO-PING\u00a0HANK LEE Yi-Shyuan Chiang Lan Gao Stephanie Yang Philipp Winter and Sauvik Das. 2025. Purpose Mode: Reducing Distraction Through Toggling Attention Capture Damaging Patterns on Social Media Websites. ACM Transactions on Computer-Human Interaction (2025)."},{"key":"e_1_3_3_2_60_2","doi-asserted-by":"publisher","DOI":"10.1145\/3332165.3347945"},{"key":"e_1_3_3_2_61_2","unstructured":"Evan\u00a0Zheran Liu Kelvin Guu Panupong Pasupat Tianlin Shi and Percy Liang. 2018. Reinforcement learning on web interfaces using workflow-guided exploration. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/1802.08802 (2018)."},{"key":"e_1_3_3_2_62_2","doi-asserted-by":"publisher","DOI":"10.1145\/3295750.3298922"},{"key":"e_1_3_3_2_63_2","unstructured":"Xing\u00a0Han L\u00f9 Zden\u011bk Kasner and Siva Reddy. 2024. Weblinx: Real-world website navigation with multi-turn dialogue. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2402.05930 (2024)."},{"key":"e_1_3_3_2_64_2","doi-asserted-by":"publisher","DOI":"10.1145\/3544548.3580690"},{"key":"e_1_3_3_2_65_2","doi-asserted-by":"publisher","DOI":"10.1145\/1414471.1414495"},{"key":"e_1_3_3_2_66_2","doi-asserted-by":"publisher","DOI":"10.1145\/3586182.3615827"},{"key":"e_1_3_3_2_67_2","doi-asserted-by":"crossref","unstructured":"Bryan Min Allen Chen Yining Cao and Haijun Xia. 2025. Malleable Overview-Detail Interfaces. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2503.07782 (2025).","DOI":"10.1145\/3706598.3714164"},{"key":"e_1_3_3_2_68_2","doi-asserted-by":"crossref","unstructured":"Nadine\u00a0M Moacdieh and Nadine Sarter. 2017. Using eye tracking to detect the effects of clutter on visual search in real time. IEEE Transactions on Human-Machine Systems 47 6 (2017) 896\u2013902.","DOI":"10.1109\/THMS.2017.2706666"},{"key":"e_1_3_3_2_69_2","doi-asserted-by":"publisher","DOI":"10.1145\/3544548.3580729"},{"key":"e_1_3_3_2_70_2","doi-asserted-by":"publisher","DOI":"10.1109\/RCIS.2013.6577709"},{"key":"e_1_3_3_2_71_2","doi-asserted-by":"publisher","DOI":"10.1145\/3242587.3242633"},{"key":"e_1_3_3_2_72_2","doi-asserted-by":"publisher","DOI":"10.1145\/2702123.2702149"},{"key":"e_1_3_3_2_73_2","unstructured":"Yichen Pan Dehan Kong Sida Zhou Cheng Cui Yifei Leng Bing Jiang Hangyu Liu Yanyi Shang Shuyan Zhou Tongshuang Wu et\u00a0al. 2024. Webcanvas: Benchmarking web agents in online environments. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2406.12373 (2024)."},{"key":"e_1_3_3_2_74_2","doi-asserted-by":"crossref","unstructured":"Yash Prakash Akshay\u00a0Kolgar Nayak Mohan Sunkara Sampath Jayarathna Hae-Na Lee and Vikas Ashok. 2024. All in One Place: Ensuring Usable Access to Online Shopping Items for Blind Users. Proceedings of the ACM on Human-Computer Interaction 8 EICS (2024) 1\u201325.","DOI":"10.1145\/3664639"},{"key":"e_1_3_3_2_75_2","doi-asserted-by":"publisher","DOI":"10.1145\/3581641.3584049"},{"key":"e_1_3_3_2_76_2","doi-asserted-by":"publisher","unstructured":"Sayan Sarcar Jussi\u00a0P.P. Jokinen Antti Oulasvirta Zhenxin Wang Chaklam Silpasuwanchai and Xiangshi Ren. 2018. Ability-Based Optimization of Touchscreen Interactions. IEEE Pervasive Computing 17 1 (2018) 15\u201326. 10.1109\/MPRV.2018.011591058","DOI":"10.1109\/MPRV.2018.011591058"},{"key":"e_1_3_3_2_77_2","first-page":"3135","volume-title":"International Conference on Machine Learning","author":"Shi Tianlin","year":"2017","unstructured":"Tianlin Shi, Andrej Karpathy, Linxi Fan, Jonathan Hernandez, and Percy Liang. 2017. World of bits: An open-domain platform for web-based agents. In International Conference on Machine Learning. PMLR, 3135\u20133144."},{"key":"e_1_3_3_2_78_2","unstructured":"Jorge Sassaki\u00a0Resende Silva Paula Christina\u00a0Figueira Cardoso Raphael\u00a0Winckler de Bettio Daniela\u00a0Cardoso Tavares Carlos\u00a0Alberto Silva Willian\u00a0Massami Watanabe and Andr\u00e9\u00a0Pimenta Freire. 2024. In-Page Navigation Aids for Screen-Reader Users with Automatic Topicalisation and Labelling. ACM Transactions on Accessible Computing (2024)."},{"key":"e_1_3_3_2_79_2","doi-asserted-by":"crossref","unstructured":"Marc Sloan Hui Yang and Jun Wang. 2015. A term-based methodology for query reformulation understanding. Information Retrieval Journal 18 (2015) 145\u2013165.","DOI":"10.1007\/s10791-015-9251-5"},{"key":"e_1_3_3_2_80_2","doi-asserted-by":"crossref","unstructured":"Hironobu Takagi Chieko Asakawa Kentarou Fukuda and Junji Maeda. 2003. Accessibility designer: visualizing usability for the blind. ACM SIGACCESS accessibility and computing77-78 (2003) 177\u2013184.","DOI":"10.1145\/1029014.1028662"},{"key":"e_1_3_3_2_81_2","doi-asserted-by":"publisher","DOI":"10.1145\/3172944.3172949"},{"key":"e_1_3_3_2_82_2","doi-asserted-by":"publisher","DOI":"10.1145\/3411764.3445547"},{"key":"e_1_3_3_2_83_2","doi-asserted-by":"crossref","unstructured":"Tianbao Xie Danyang Zhang Jixuan Chen Xiaochuan Li Siheng Zhao Ruisheng Cao Toh\u00a0J Hua Zhoujun Cheng Dongchan Shin Fangyu Lei et\u00a0al. 2024. Osworld: Benchmarking multimodal agents for open-ended tasks in real computer environments. Advances in Neural Information Processing Systems 37 (2024) 52040\u201352094.","DOI":"10.52202\/079017-1650"},{"key":"e_1_3_3_2_84_2","unstructured":"Yaman Yu Bektur Ryskeldiev Ayaka Tsutsui Matthew Gillingham and Yang Wang. 2025. From Cluttered to Clear: Improving the Web Accessibility Design for Screen Reader Users in E-commerce With Generative AI. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2502.18701 (2025)."},{"key":"e_1_3_3_2_85_2","unstructured":"Yaman Yu Bektur Ryskeldiev Ayaka Tsutsui Matthew Gillingham and Yang Wang. 2025. LLM-Driven Optimization of HTML Structure to Support Screen Reader Navigation. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2502.18701 (2025)."},{"key":"e_1_3_3_2_86_2","doi-asserted-by":"publisher","DOI":"10.1145\/3290605.3300341"},{"key":"e_1_3_3_2_87_2","doi-asserted-by":"publisher","DOI":"10.1145\/3332165.3347906"},{"key":"e_1_3_3_2_88_2","unstructured":"Boyuan Zheng Boyu Gou Jihyung Kil Huan Sun and Yu Su. 2024. Gpt-4v (ision) is a generalist web agent if grounded. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2401.01614 (2024)."},{"key":"e_1_3_3_2_89_2","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2024.emnlp-demo.20"},{"key":"e_1_3_3_2_90_2","doi-asserted-by":"publisher","DOI":"10.1145\/2596695.2596720"},{"key":"e_1_3_3_2_91_2","doi-asserted-by":"publisher","DOI":"10.1145\/1772690.1772915"},{"key":"e_1_3_3_2_92_2","unstructured":"Shuyan Zhou Frank\u00a0F Xu Hao Zhu Xuhui Zhou Robert Lo Abishek Sridhar Xianyi Cheng Tianyue Ou Yonatan Bisk Daniel Fried et\u00a0al. 2023. Webarena: A realistic web environment for building autonomous agents. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2307.13854 (2023)."}],"event":{"name":"ASSETS '25: The 27th International ACM SIGACCESS Conference on Computers and Accessibility","location":"Denver Colorado USA","acronym":"ASSETS '25","sponsor":["SIGACCESS ACM Special Interest Group on Accessible Computing"]},"container-title":["Proceedings of the 27th International ACM SIGACCESS Conference on Computers and Accessibility"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3663547.3746401","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,1,9]],"date-time":"2026-01-09T17:50:54Z","timestamp":1767981054000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3663547.3746401"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,10,22]]},"references-count":91,"alternative-id":["10.1145\/3663547.3746401","10.1145\/3663547"],"URL":"https:\/\/doi.org\/10.1145\/3663547.3746401","relation":{},"subject":[],"published":{"date-parts":[[2025,10,22]]},"assertion":[{"value":"2025-10-22","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}