{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,5,19]],"date-time":"2026-05-19T19:01:42Z","timestamp":1779217302570,"version":"3.51.4"},"publisher-location":"New York, NY, USA","reference-count":25,"publisher":"ACM","license":[{"start":{"date-parts":[[2024,5,11]],"date-time":"2024-05-11T00:00:00Z","timestamp":1715385600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2024,5,11]]},"DOI":"10.1145\/3613905.3636319","type":"proceedings-article","created":{"date-parts":[[2024,5,11]],"date-time":"2024-05-11T08:15:21Z","timestamp":1715415321000},"page":"1-6","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":7,"title":["Trust and Reliance in Evolving Human-AI Workflows (TREW)"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-0686-7911","authenticated-orcid":false,"given":"Zahra","family":"Ashktorab","sequence":"first","affiliation":[{"name":"Thomas J. Watson Center, IBM Research, United States"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-7741-3861","authenticated-orcid":false,"given":"Gagan","family":"Bansal","sequence":"additional","affiliation":[{"name":"Microsoft Research, United States"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-2644-6065","authenticated-orcid":false,"given":"Zana","family":"Bu\u00e7inca","sequence":"additional","affiliation":[{"name":"School of Engineering and Applied Sciences, Harvard University, United States"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-6730-922X","authenticated-orcid":false,"given":"Kenneth","family":"Holstein","sequence":"additional","affiliation":[{"name":"Human-Computer Interaction Institute, Carnegie Mellon University, United States"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-6826-3550","authenticated-orcid":false,"given":"Jessica","family":"Hullman","sequence":"additional","affiliation":[{"name":"Computer Science, Northwestern University, United States"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-6600-267X","authenticated-orcid":false,"given":"Alison Marie","family":"Smith-Renner","sequence":"additional","affiliation":[{"name":"AI Organization, Dataminr, United States"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-1630-0588","authenticated-orcid":false,"given":"Tongshuang","family":"Wu","sequence":"additional","affiliation":[{"name":"Human-Computer Interaction Institute, Carnegie Mellon University, United States"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-5478-8647","authenticated-orcid":false,"given":"Wenjuan","family":"Zhang","sequence":"additional","affiliation":[{"name":"Dataminr, United States"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"320","published-online":{"date-parts":[[2024,5,11]]},"reference":[{"key":"e_1_3_3_2_1_1","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v35i13.17359"},{"key":"e_1_3_3_2_2_1","unstructured":"S\u00e9bastien Bubeck Varun Chandrasekaran Ronen Eldan Johannes Gehrke Eric Horvitz Ece Kamar Peter Lee Yin\u00a0Tat Lee Yuanzhi Li Scott Lundberg Harsha Nori Hamid Palangi Marco\u00a0Tulio Ribeiro and Yi Zhang. 2023. Sparks of Artificial General Intelligence: Early experiments with GPT-4. arxiv:2303.12712\u00a0[cs.CL]"},{"key":"e_1_3_3_2_3_1","doi-asserted-by":"publisher","DOI":"10.1145\/3449287"},{"key":"e_1_3_3_2_4_1","volume-title":"Trusting Automation: Designing for Responsivity and Resilience. Human Factors","author":"Chiou K","year":"2021","unstructured":"Erin\u00a0K Chiou and John\u00a0D Lee. 2021. Trusting Automation: Designing for Responsivity and Resilience. Human Factors (2021), 00187208211009995."},{"key":"e_1_3_3_2_5_1","volume-title":"Gpts are gpts: An early look at the labor market impact potential of large language models. arXiv preprint arXiv:2303.10130","author":"Eloundou Tyna","year":"2023","unstructured":"Tyna Eloundou, Sam Manning, Pamela Mishkin, and Daniel Rock. 2023. Gpts are gpts: An early look at the labor market impact potential of large language models. arXiv preprint arXiv:2303.10130 (2023)."},{"key":"e_1_3_3_2_6_1","doi-asserted-by":"publisher","DOI":"10.1145\/3490099.3511138"},{"key":"e_1_3_3_2_7_1","doi-asserted-by":"publisher","DOI":"10.1145\/3531146.3533229"},{"key":"e_1_3_3_2_8_1","volume-title":"Chatgpt outperforms crowd-workers for text-annotation tasks. arXiv preprint arXiv:2303.15056","author":"Gilardi Fabrizio","year":"2023","unstructured":"Fabrizio Gilardi, Meysam Alizadeh, and Ma\u00ebl Kubli. 2023. Chatgpt outperforms crowd-workers for text-annotation tasks. arXiv preprint arXiv:2303.15056 (2023)."},{"key":"e_1_3_3_2_9_1","doi-asserted-by":"publisher","DOI":"10.5465\/annals.2018.0057"},{"key":"e_1_3_3_2_10_1","volume-title":"Forming effective human-AI teams: building machine learning models that complement the capabilities of multiple experts. arXiv preprint arXiv:2206.07948","author":"Hemmer Patrick","year":"2022","unstructured":"Patrick Hemmer, Sebastian Schellhammer, Michael V\u00f6ssing, Johannes Jakubik, and Gerhard Satzger. 2022. Forming effective human-AI teams: building machine learning models that complement the capabilities of multiple experts. arXiv preprint arXiv:2206.07948 (2022)."},{"key":"e_1_3_3_2_11_1","doi-asserted-by":"publisher","DOI":"10.1145\/3581641.3584052"},{"key":"e_1_3_3_2_12_1","volume-title":"Unsolved problems in ml safety. arXiv preprint arXiv:2109.13916","author":"Hendrycks Dan","year":"2021","unstructured":"Dan Hendrycks, Nicholas Carlini, John Schulman, and Jacob Steinhardt. 2021. Unsolved problems in ml safety. arXiv preprint arXiv:2109.13916 (2021)."},{"key":"e_1_3_3_2_13_1","volume-title":"2nd Workshop on Interactive Natural Language Technology for Explainable Artificial Intelligence. 55\u201360","author":"Krause Lea","year":"2020","unstructured":"Lea Krause and Piek Vossen. 2020. When to explain: Identifying explanation triggers in human-agent interaction. In 2nd Workshop on Interactive Natural Language Technology for Explainable Artificial Intelligence. 55\u201360."},{"key":"e_1_3_3_2_14_1","volume-title":"Trust in automation: Designing for appropriate reliance. Human factors 46, 1","author":"Lee D","year":"2004","unstructured":"John\u00a0D Lee and Katrina\u00a0A See. 2004. Trust in automation: Designing for appropriate reliance. Human factors 46, 1 (2004), 50\u201380."},{"key":"e_1_3_3_2_15_1","doi-asserted-by":"publisher","DOI":"10.1145\/3411764.3445522"},{"key":"e_1_3_3_2_16_1","doi-asserted-by":"publisher","DOI":"10.1145\/3411764.3445562"},{"key":"e_1_3_3_2_17_1","volume-title":"Is AI the Better Programming Partner. Human-Human Pair Programming vs. Human-AI pAIr Programming. CoRR, abs\/2306.05153","author":"Ma Qianou","year":"2023","unstructured":"Qianou Ma, Tongshuang Wu, and Kenneth\u00a0R Koedinger. 2023. Is AI the Better Programming Partner. Human-Human Pair Programming vs. Human-AI pAIr Programming. CoRR, abs\/2306.05153 (2023)."},{"key":"e_1_3_3_2_18_1","volume-title":"Reading between the lines: Modeling user behavior and costs in AI-assisted programming. arXiv preprint arXiv:2210.14306","author":"Mozannar Hussein","year":"2022","unstructured":"Hussein Mozannar, Gagan Bansal, Adam Fourney, and Eric Horvitz. 2022. Reading between the lines: Modeling user behavior and costs in AI-assisted programming. arXiv preprint arXiv:2210.14306 (2022)."},{"key":"e_1_3_3_2_19_1","doi-asserted-by":"publisher","DOI":"10.4174\/astr.2023.104.5.269"},{"key":"e_1_3_3_2_21_1","unstructured":"Long Ouyang Jeff Wu Xu Jiang Diogo Almeida Carroll\u00a0L. Wainwright Pamela Mishkin Chong Zhang Sandhini Agarwal Katarina Slama Alex Ray John Schulman Jacob Hilton Fraser Kelton Luke Miller Maddie Simens Amanda Askell Peter Welinder Paul Christiano Jan Leike and Ryan Lowe. 2022. Training language models to follow instructions with human feedback. arxiv:2203.02155\u00a0[cs.CL]"},{"key":"e_1_3_3_2_22_1","volume-title":"Designing for Trust and Well-being: Identifying Design Features of Highly Automated Vehicles. In Extended Abstracts of the 2021 CHI Conference on Human Factors in Computing Systems. 1\u20137.","author":"Sauer Vanessa","year":"2021","unstructured":"Vanessa Sauer, Alexander Mertens, Jens Heitland, and Verena Nitsch. 2021. Designing for Trust and Well-being: Identifying Design Features of Highly Automated Vehicles. In Extended Abstracts of the 2021 CHI Conference on Human Factors in Computing Systems. 1\u20137."},{"key":"e_1_3_3_2_23_1","volume-title":"Defamation in the Age of Artificial Intelligence. Available at SSRN 4545070","author":"Y\u00a0Garfield Tenzer Leslie","year":"2023","unstructured":"Leslie Y\u00a0Garfield Tenzer. 2023. Defamation in the Age of Artificial Intelligence. Available at SSRN 4545070 (2023)."},{"key":"e_1_3_3_2_24_1","doi-asserted-by":"publisher","DOI":"10.1145\/3545945.3569830"},{"key":"e_1_3_3_2_25_1","doi-asserted-by":"publisher","DOI":"10.1145\/3411764.3445650"},{"key":"e_1_3_3_2_26_1","volume-title":"GitHubs AI-powered programming assistant, is now generally available. TechCrunch","author":"Wiggers Kyle","year":"2022","unstructured":"Kyle Wiggers. 2022. Copilot, GitHubs AI-powered programming assistant, is now generally available. TechCrunch (2022)."}],"event":{"name":"CHI '24: CHI Conference on Human Factors in Computing Systems","location":"Honolulu HI USA","acronym":"CHI '24","sponsor":["SIGCHI ACM Special Interest Group on Computer-Human Interaction","SIGACCESS ACM Special Interest Group on Accessible Computing"]},"container-title":["Extended Abstracts of the CHI Conference on Human Factors in Computing Systems"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3613905.3636319","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3613905.3636319","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,18]],"date-time":"2025-06-18T23:57:18Z","timestamp":1750291038000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3613905.3636319"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,5,11]]},"references-count":25,"alternative-id":["10.1145\/3613905.3636319","10.1145\/3613905"],"URL":"https:\/\/doi.org\/10.1145\/3613905.3636319","relation":{},"subject":[],"published":{"date-parts":[[2024,5,11]]},"assertion":[{"value":"2024-05-11","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}