{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,17]],"date-time":"2026-04-17T10:59:47Z","timestamp":1776423587083,"version":"3.51.2"},"publisher-location":"New York, NY, USA","reference-count":58,"publisher":"ACM","content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2026,4,13]]},"DOI":"10.1145\/3772318.3790294","type":"proceedings-article","created":{"date-parts":[[2026,4,13]],"date-time":"2026-04-13T04:12:36Z","timestamp":1776053556000},"page":"1-17","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":0,"title":["The Invisible Mentor: Inferring User Actions from Screen Recordings to Recommend Better Workflows"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0009-0009-5077-354X","authenticated-orcid":false,"given":"Litao","family":"Yan","sequence":"first","affiliation":[{"name":"University of Pennsylvania, Philadelphia, PA, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-1523-3347","authenticated-orcid":false,"given":"Andrew","family":"Head","sequence":"additional","affiliation":[{"name":"University of Pennsylvania, Philadelphia, PA, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0009-0004-4796-5026","authenticated-orcid":false,"given":"Ken","family":"Milne","sequence":"additional","affiliation":[{"name":"Microsoft, Redmond, WA, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-3727-3291","authenticated-orcid":false,"given":"Vu","family":"Le","sequence":"additional","affiliation":[{"name":"Microsoft, Redmond, WA, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-9226-9634","authenticated-orcid":false,"given":"Sumit","family":"Gulwani","sequence":"additional","affiliation":[{"name":"Microsoft, Redmond, WA, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-6182-815X","authenticated-orcid":false,"given":"Chris","family":"Parnin","sequence":"additional","affiliation":[{"name":"Microsoft, Raleigh, NC, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-3921-9416","authenticated-orcid":false,"given":"Emerson","family":"Murphy-Hill","sequence":"additional","affiliation":[{"name":"Microsoft, Mountain View, CA, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"320","published-online":{"date-parts":[[2026,4,13]]},"reference":[{"key":"e_1_3_3_3_2_2","doi-asserted-by":"publisher","DOI":"10.1145\/1518701.1518804"},{"key":"e_1_3_3_3_3_2","doi-asserted-by":"publisher","DOI":"10.1145\/3387904.3389265"},{"key":"e_1_3_3_3_4_2","doi-asserted-by":"crossref","unstructured":"J.E. Allen C.I. Guinn and E. Horvitz. 1999. Mixed-initiative interaction. IEEE Intelligent Systems and their Applications 14 (1999) 14\u201323.","DOI":"10.1109\/5254.796083"},{"key":"e_1_3_3_3_5_2","unstructured":"Sara\u00a0M. Alspaugh. 2017. Understanding Data Analysis Activity via Log Analysis. Ph.\u00a0D. Dissertation. University of California Berkeley."},{"key":"e_1_3_3_3_6_2","volume-title":"Proceedings of the Thirty-Third International Joint Conference on Artificial Intelligence","author":"Baechler Gilles","year":"2024","unstructured":"Gilles Baechler, Srinivas Sunkara, Maria Wang, Fedir Zubach, Hassan Mansoor, Vincent Etter, Victor C\u0103rbune, Jason Lin, Jindong Chen, and Abhanshu Sharma. 2024. ScreenAI: a vision-language model for UI and infographics understanding. In Proceedings of the Thirty-Third International Joint Conference on Artificial Intelligence. Article 339, 11\u00a0pages."},{"key":"e_1_3_3_3_7_2","doi-asserted-by":"crossref","unstructured":"Carlos Bernal-C\u00e1rdenas Nathan Cooper Madeleine Havranek Kevin Moran Oscar Chaparro Denys Poshyvanyk and Andrian Marcus. 2023. Translating Video Recordings of Complex Mobile App UI Gestures into Replayable Scenarios. IEEE Transactions on Software Engineering 49 (2023) 1782\u20131803.","DOI":"10.1109\/TSE.2022.3192279"},{"key":"e_1_3_3_3_8_2","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-031-02217-3"},{"key":"e_1_3_3_3_9_2","doi-asserted-by":"crossref","unstructured":"David\u00a0A. Bradbard Charles Alvis and Richard Morris. 2014. Spreadsheet usage by management accountants: An exploratory study. Journal of Accounting Education (2014) 24\u201330.","DOI":"10.1016\/j.jaccedu.2014.09.001"},{"key":"e_1_3_3_3_10_2","doi-asserted-by":"publisher","DOI":"10.1145\/3196398.3196459"},{"key":"e_1_3_3_3_11_2","first-page":"80","volume-title":"Paradox of the active user","author":"Carroll John\u00a0M.","year":"1987","unstructured":"John\u00a0M. Carroll and Mary\u00a0Beth Rosson. 1987. Paradox of the active user. MIT Press, Cambridge, MA, USA, 80\u2013111."},{"key":"e_1_3_3_3_12_2","volume-title":"Proceedings of the 2022 CHI Conference on Human Factors in Computing Systems","author":"Chalhoub George","year":"2022","unstructured":"George Chalhoub and Advait Sarkar. 2022. \u201cIt\u2019s Freedom to Put Things Where My Mind Wants\u201d: Understanding and Improving the User Experience of Structuring Data in Spreadsheets. In Proceedings of the 2022 CHI Conference on Human Factors in Computing Systems. ACM, Article 585, 24\u00a0pages."},{"key":"e_1_3_3_3_13_2","doi-asserted-by":"crossref","unstructured":"Sibei Chen Yeye He Weiwei Cui Ju Fan Song Ge Haidong Zhang Dongmei Zhang and Surajit Chaudhuri. 2024. Auto-Formula: Recommend Formulas in Spreadsheets using Contrastive Learning for Table Representations. Proceedings of the ACM on Management of Data Article 122 (2024) 27\u00a0pages.","DOI":"10.1145\/3654925"},{"key":"e_1_3_3_3_14_2","unstructured":"Yanting Chen Yi Ren Xiaoting Qin Jue Zhang Kehong Yuan Lu Han Qingwei Lin Dongmei Zhang Saravan Rajmohan and Qi Zhang. 2024. Sharingan: Extract User Action Sequence from Desktop Recordings."},{"key":"e_1_3_3_3_15_2","doi-asserted-by":"publisher","DOI":"10.1145\/2207676.2208620"},{"key":"e_1_3_3_3_16_2","first-page":"205","volume-title":"Eager: programming repetitive tasks by demonstration","author":"Cypher Allen","year":"1993","unstructured":"Allen Cypher. 1993. Eager: programming repetitive tasks by demonstration. MIT Press, Cambridge, MA, USA, 205\u2013217."},{"key":"e_1_3_3_3_17_2","doi-asserted-by":"publisher","DOI":"10.1145\/1056018.1056044"},{"key":"e_1_3_3_3_18_2","doi-asserted-by":"crossref","unstructured":"Travis Faas Lynn Dombrowski Alyson Young and Andrew\u00a0D. Miller. 2018. Watch Me Code: Programming Mentorship Communities on Twitch.tv. Proceedings of the ACM on Human-Computer Interaction Article 50 (2018) 18\u00a0pages.","DOI":"10.1145\/3274319"},{"key":"e_1_3_3_3_19_2","doi-asserted-by":"publisher","DOI":"10.1145\/985692.985704"},{"key":"e_1_3_3_3_20_2","doi-asserted-by":"publisher","DOI":"10.1145\/2047196.2047224"},{"key":"e_1_3_3_3_21_2","doi-asserted-by":"publisher","DOI":"10.1145\/2901790.2901849"},{"key":"e_1_3_3_3_22_2","doi-asserted-by":"publisher","DOI":"10.1145\/1753326.1753552"},{"key":"e_1_3_3_3_23_2","doi-asserted-by":"crossref","unstructured":"Sumit Gulwani William\u00a0R. Harris and Rishabh Singh. 2012. Spreadsheet data manipulation using examples. Commun. ACM (2012) 97\u2013105.","DOI":"10.1145\/2240236.2240260"},{"key":"e_1_3_3_3_24_2","doi-asserted-by":"publisher","DOI":"10.1145\/1753326.1753478"},{"key":"e_1_3_3_3_25_2","unstructured":"Sture Holm. 1979. A simple sequentially rejective multiple test procedure. Scandinavian journal of statistics (1979) 65\u201370."},{"key":"e_1_3_3_3_26_2","doi-asserted-by":"publisher","DOI":"10.1145\/302979.303030"},{"key":"e_1_3_3_3_27_2","doi-asserted-by":"publisher","DOI":"10.1145\/3613904.3642074"},{"key":"e_1_3_3_3_28_2","doi-asserted-by":"publisher","DOI":"10.1145\/3708359.3712129"},{"key":"e_1_3_3_3_29_2","doi-asserted-by":"publisher","DOI":"10.1145\/3701716.3718379"},{"key":"e_1_3_3_3_30_2","doi-asserted-by":"publisher","DOI":"10.1145\/3706598.3713431"},{"key":"e_1_3_3_3_31_2","doi-asserted-by":"publisher","DOI":"10.1145\/3640543.3645200"},{"key":"e_1_3_3_3_32_2","first-page":"21","volume-title":"SEMS@ ICSE","author":"Kohlhase Andrea","year":"2015","unstructured":"Andrea Kohlhase, Michael Kohlhase, and Ana Guseva. 2015. Context in Spreadsheet Comprehension. In SEMS@ ICSE. 21\u201327."},{"key":"e_1_3_3_3_33_2","doi-asserted-by":"publisher","DOI":"10.1145\/2046396.2046437"},{"key":"e_1_3_3_3_34_2","doi-asserted-by":"publisher","DOI":"10.1145\/2807442.2807482"},{"key":"e_1_3_3_3_35_2","doi-asserted-by":"crossref","unstructured":"Jenny\u00a0T. Liang Aayush Kumar Yasharth Bajpai Sumit Gulwani Vu Le Chris Parnin Arjun Radhakrishna Ashish Tiwari Emerson Murphy-Hill and Gustavo Soares. 2025. TableTalk: Scaffolding Spreadsheet Development with a Language Agent. ACM Transactions on Computer-Human Interaction 32 Article 65 (2025) 49\u00a0pages.","DOI":"10.1145\/3765286"},{"key":"e_1_3_3_3_36_2","doi-asserted-by":"publisher","DOI":"10.1145\/99332.99356"},{"key":"e_1_3_3_3_37_2","doi-asserted-by":"publisher","DOI":"10.1109\/ASE56229.2023.00184"},{"key":"e_1_3_3_3_38_2","doi-asserted-by":"publisher","DOI":"10.1145\/1978942.1979349"},{"key":"e_1_3_3_3_39_2","doi-asserted-by":"publisher","DOI":"10.1145\/2470654.2466442"},{"key":"e_1_3_3_3_40_2","doi-asserted-by":"publisher","DOI":"10.1145\/1622176.1622214"},{"key":"e_1_3_3_3_41_2","doi-asserted-by":"publisher","DOI":"10.1145\/2393596.2393645"},{"key":"e_1_3_3_3_42_2","doi-asserted-by":"crossref","unstructured":"Emerson Murphy-Hill Da\u00a0Young Lee Gail\u00a0C Murphy and Joanna McGrenere. 2015. How do users discover new tools in software development and beyond? Computer Supported Cooperative Work (CSCW) 24 5 (2015) 389\u2013422.","DOI":"10.1007\/s10606-015-9230-9"},{"key":"e_1_3_3_3_43_2","doi-asserted-by":"publisher","DOI":"10.1145\/3320435.3320477"},{"key":"e_1_3_3_3_44_2","doi-asserted-by":"publisher","DOI":"10.5555\/2821575"},{"key":"e_1_3_3_3_45_2","doi-asserted-by":"publisher","DOI":"10.1145\/1753326.1753342"},{"key":"e_1_3_3_3_46_2","doi-asserted-by":"publisher","DOI":"10.1145\/2047196.2047212"},{"key":"e_1_3_3_3_47_2","doi-asserted-by":"crossref","unstructured":"Franklin\u00a0E. Satterthwaite. 1946. An approximate distribution of estimates of variance components. Biometrics bulletin 2 6 (1946) 110\u2013114.","DOI":"10.2307\/3002019"},{"key":"e_1_3_3_3_48_2","doi-asserted-by":"crossref","unstructured":"Rishabh Singh and Sumit Gulwani. 2016. Transforming spreadsheet data types using examples. POPL \u201916: Proceedings of the 43rd Annual ACM SIGPLAN-SIGACT Symposium on Principles of Programming Language (2016) 343\u2013356.","DOI":"10.1145\/2837614.2837668"},{"key":"e_1_3_3_3_49_2","doi-asserted-by":"publisher","DOI":"10.1145\/3643795.3648381"},{"key":"e_1_3_3_3_50_2","doi-asserted-by":"publisher","DOI":"10.1145\/3411764.3445634"},{"key":"e_1_3_3_3_51_2","doi-asserted-by":"crossref","unstructured":"Michael\u00a0B. Twidale. 2005. Over the shoulder learning: supporting brief informal learning. Computer Supported Cooperative Work (CSCW) 14 6 (2005) 505\u2013547.","DOI":"10.1007\/s10606-005-9007-7"},{"key":"e_1_3_3_3_52_2","doi-asserted-by":"publisher","DOI":"10.1145\/3173574.3173859"},{"key":"e_1_3_3_3_53_2","doi-asserted-by":"publisher","DOI":"10.1007\/978-1-4612-4380-9_16"},{"key":"e_1_3_3_3_54_2","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2024.findings-emnlp.599"},{"key":"e_1_3_3_3_55_2","doi-asserted-by":"crossref","unstructured":"Qing\u00a0(Nancy) Xia Advait Sarkar Duncan\u00a0P. Brumby and Anna\u00a0L. Cox. 2025. \u2019How Do You Know That Stuff?\u2019: Barriers to Expertise Sharing Among Spreadsheet Users. Proc. ACM Hum.-Comput. Interact. 9 7 Article CSCW230 (2025) 26\u00a0pages.","DOI":"10.1145\/3757411"},{"key":"e_1_3_3_3_56_2","volume-title":"Proceedings of Workshop on Human-In-the-Loop Data Analytics (HILDA\u201920).","author":"Yang Pingjing","year":"2020","unstructured":"Pingjing Yang and Ti-Chung Cheng. 2020. Understanding Data Analysis Workflows on Spreadsheets: Roadblocks and Opportunities. In Proceedings of Workshop on Human-In-the-Loop Data Analytics (HILDA\u201920)."},{"key":"e_1_3_3_3_57_2","doi-asserted-by":"publisher","DOI":"10.1145\/3544548.3581388"},{"key":"e_1_3_3_3_58_2","doi-asserted-by":"publisher","DOI":"10.1109\/ICSE.2019.00049"},{"key":"e_1_3_3_3_59_2","doi-asserted-by":"publisher","DOI":"10.1109\/ICSE48619.2023.00165"}],"event":{"name":"CHI 2026: CHI Conference on Human Factors in Computing Systems","location":"Barcelona Spain","acronym":"CHI '26","sponsor":["SIGCHI ACM Special Interest Group on Computer-Human Interaction"]},"container-title":["Proceedings of the 2026 CHI Conference on Human Factors in Computing Systems"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3772318.3790294","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,4,17]],"date-time":"2026-04-17T10:06:28Z","timestamp":1776420388000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3772318.3790294"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026,4,13]]},"references-count":58,"alternative-id":["10.1145\/3772318.3790294","10.1145\/3772318"],"URL":"https:\/\/doi.org\/10.1145\/3772318.3790294","relation":{},"subject":[],"published":{"date-parts":[[2026,4,13]]},"assertion":[{"value":"2026-04-13","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}