{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,5,28]],"date-time":"2026-05-28T00:44:33Z","timestamp":1779929073127,"version":"3.53.1"},"publisher-location":"New York, NY, USA","reference-count":89,"publisher":"ACM","license":[{"start":{"date-parts":[[2023,4,19]],"date-time":"2023-04-19T00:00:00Z","timestamp":1681862400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"funder":[{"DOI":"10.13039\/100000001","name":"NSF (National Science Foundation)","doi-asserted-by":"publisher","award":["2212323,1951729,1953893"],"award-info":[{"award-number":["2212323,1951729,1953893"]}],"id":[{"id":"10.13039\/100000001","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2023,4,19]]},"DOI":"10.1145\/3544548.3581082","type":"proceedings-article","created":{"date-parts":[[2023,4,20]],"date-time":"2023-04-20T04:28:44Z","timestamp":1681964924000},"page":"1-15","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":23,"title":["AutoML in The Wild: Obstacles, Workarounds, and Expectations"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-0752-1402","authenticated-orcid":false,"given":"Yuan","family":"Sun","sequence":"first","affiliation":[{"name":"Donald P. Bellisario College of Communications, Pennsylvania State University, United States"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-9223-9593","authenticated-orcid":false,"given":"Qiurong","family":"Song","sequence":"additional","affiliation":[{"name":"College of Information Sciences and Technology, Pennsylvania State University, United States"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-9436-7940","authenticated-orcid":false,"given":"Xinning","family":"Gui","sequence":"additional","affiliation":[{"name":"College of Information Sciences and Technology, Pennsylvania State University, United States"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-4999-0303","authenticated-orcid":false,"given":"Fenglong","family":"Ma","sequence":"additional","affiliation":[{"name":"College of Information Sciences and Technology, Pennsylvania State University, United States"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-4927-5833","authenticated-orcid":false,"given":"Ting","family":"Wang","sequence":"additional","affiliation":[{"name":"College of Information Sciences and Technology, Pennsylvania State University, United States"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"320","published-online":{"date-parts":[[2023,4,19]]},"reference":[{"key":"e_1_3_3_2_1_1","doi-asserted-by":"publisher","DOI":"10.1080\/13504851.2020.1725230"},{"key":"e_1_3_3_2_2_1","first-page":"55","article-title":"Theory of","volume":"34","author":"Alter Steven","year":"2014","unstructured":"Steven Alter. 2014. Theory of Workarounds. Commun. AIS 34(2014), 55.","journal-title":"Workarounds. Commun. AIS"},{"key":"e_1_3_3_2_3_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICSE-SEIP.2019.00042"},{"key":"e_1_3_3_2_4_1","doi-asserted-by":"publisher","DOI":"10.1145\/3290605.3300233"},{"key":"e_1_3_3_2_5_1","doi-asserted-by":"publisher","DOI":"10.1145\/2818052.2855518"},{"key":"e_1_3_3_2_6_1","doi-asserted-by":"publisher","DOI":"10.1145\/3434074.3447196"},{"key":"e_1_3_3_2_7_1","doi-asserted-by":"publisher","DOI":"10.1145\/3484266.3487373"},{"key":"e_1_3_3_2_8_1","volume-title":"Derivative-Free and blackbox optimization","author":"Audet Charles","unstructured":"Charles Audet and Warren Hare. 2018. Derivative-Free and blackbox optimization. Springer."},{"key":"e_1_3_3_2_9_1","doi-asserted-by":"publisher","DOI":"10.2307\/3250921"},{"key":"e_1_3_3_2_10_1","doi-asserted-by":"publisher","DOI":"10.1287\/orsc.1040.0103"},{"key":"e_1_3_3_2_11_1","doi-asserted-by":"publisher","DOI":"10.1191\/1478088706qp063oa"},{"key":"e_1_3_3_2_12_1","doi-asserted-by":"publisher","DOI":"10.1080\/2159676X.2019.1628806"},{"key":"e_1_3_3_2_13_1","doi-asserted-by":"publisher","DOI":"10.1145\/3290605.3300234"},{"key":"e_1_3_3_2_14_1","doi-asserted-by":"publisher","DOI":"10.1145\/2858036.2858346"},{"key":"e_1_3_3_2_15_1","doi-asserted-by":"publisher","DOI":"10.1207\/s15516709cog0502_2"},{"key":"e_1_3_3_2_16_1","volume-title":"Proceedings of the ACM Web Science Conference.","author":"Chiang Chun-Wei","year":"2021","unstructured":"Chun-Wei Chiang and Ming Yin. 2021. You\u2019d better stop! Understanding human reliance on machine learning models under covariate shift. In Proceedings of the ACM Web Science Conference."},{"key":"e_1_3_3_2_17_1","doi-asserted-by":"publisher","DOI":"10.1145\/3490099.3511121"},{"key":"e_1_3_3_2_18_1","doi-asserted-by":"publisher","DOI":"10.1145\/3290607.3312879"},{"key":"e_1_3_3_2_19_1","doi-asserted-by":"publisher","DOI":"10.1145\/3411764.3445775"},{"key":"e_1_3_3_2_20_1","volume-title":"Proceedings of the ICML Workshop on Automated Machine Learning.","author":"der Blom Koen\u00a0Van","year":"2021","unstructured":"Koen\u00a0Van der Blom, Alex Serban, Holger Hoos, and Joost Visser. 2021. AutoML adoption in ML software. In Proceedings of the ICML Workshop on Automated Machine Learning."},{"key":"e_1_3_3_2_21_1","doi-asserted-by":"publisher","DOI":"10.1287\/orsc.5.2.121"},{"key":"e_1_3_3_2_22_1","doi-asserted-by":"publisher","DOI":"10.1037\/xge0000033"},{"key":"e_1_3_3_2_23_1","doi-asserted-by":"publisher","DOI":"10.1109\/MEX.1987.4307079"},{"key":"e_1_3_3_2_24_1","doi-asserted-by":"publisher","DOI":"10.1145\/3377325.3377501"},{"key":"e_1_3_3_2_25_1","doi-asserted-by":"publisher","DOI":"10.1145\/3046055.3046062"},{"key":"e_1_3_3_2_26_1","doi-asserted-by":"publisher","DOI":"10.1145\/1518701.1518752"},{"key":"e_1_3_3_2_27_1","doi-asserted-by":"crossref","unstructured":"Radwa Elshawi and Sherif Sakr. 2020. Automated machine learning: Techniques and frameworks. In Big Data Management and Analytics.","DOI":"10.1007\/978-3-030-61627-4_3"},{"key":"e_1_3_3_2_28_1","doi-asserted-by":"publisher","DOI":"10.1145\/2810103.2813677"},{"key":"e_1_3_3_2_29_1","doi-asserted-by":"publisher","DOI":"10.1145\/2851581.2892413"},{"key":"e_1_3_3_2_30_1","doi-asserted-by":"publisher","DOI":"10.1145\/3301275.3302324"},{"key":"e_1_3_3_2_31_1","doi-asserted-by":"publisher","DOI":"10.1145\/2851581.2856492"},{"key":"e_1_3_3_2_32_1","volume-title":"The discovery of grounded theory: Strategies for qualitative research","author":"Glaser G","unstructured":"Barney\u00a0G Glaser and Anselm\u00a0L Strauss. 2017. The discovery of grounded theory: Strategies for qualitative research. Routledge."},{"key":"e_1_3_3_2_33_1","doi-asserted-by":"publisher","DOI":"10.1002\/wcms.1458"},{"key":"e_1_3_3_2_34_1","volume-title":"AutoML: A survey of the state-of-the-art. ArXiv e-prints","author":"He Xin","year":"2021","unstructured":"Xin He, Kaiyong Zhao, and Xiaowen Chu. 2021. AutoML: A survey of the state-of-the-art. ArXiv e-prints (2021)."},{"key":"e_1_3_3_2_35_1","doi-asserted-by":"publisher","DOI":"10.1073\/pnas.1807184115"},{"key":"e_1_3_3_2_36_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-45507-5_6"},{"key":"e_1_3_3_2_37_1","doi-asserted-by":"publisher","DOI":"10.1145\/302979.303030"},{"key":"e_1_3_3_2_38_1","doi-asserted-by":"publisher","DOI":"10.1145\/3534678.3539194"},{"key":"e_1_3_3_2_39_1","volume-title":"Automated machine learning: Methods, systems, challenges","author":"Hutter Frank","unstructured":"Frank Hutter, Lars Kotthoff, and Joaquin Vanschoren. 2019. Automated machine learning: Methods, systems, challenges. Springer."},{"key":"e_1_3_3_2_40_1","volume-title":"Acting with technology: Activity theory and interaction design","author":"Kaptelinin Victor","unstructured":"Victor Kaptelinin and Bonnie\u00a0A Nardi. 2006. Acting with technology: Activity theory and interaction design. MIT Press."},{"key":"e_1_3_3_2_41_1","doi-asserted-by":"publisher","DOI":"10.1145\/1124772.1124787"},{"key":"e_1_3_3_2_42_1","doi-asserted-by":"publisher","DOI":"10.1145\/3470918"},{"key":"e_1_3_3_2_43_1","doi-asserted-by":"publisher","DOI":"10.1145\/3313831.3376219"},{"key":"e_1_3_3_2_44_1","volume-title":"Sources of power: How people make decisions","author":"Klein A","unstructured":"Gary\u00a0A Klein. 2017. Sources of power: How people make decisions. MIT Press."},{"key":"e_1_3_3_2_45_1","volume-title":"Proceedings of the CHI Conference on Human Factors in Computing Systems.","author":"Kocielnik Rafal","year":"2019","unstructured":"Rafal Kocielnik, Saleema Amershi, and Paul\u00a0N Bennett. 2019. Will you accept an imperfect AI? Exploring designs for adjusting end-user expectations of ai systems. In Proceedings of the CHI Conference on Human Factors in Computing Systems."},{"key":"e_1_3_3_2_46_1","doi-asserted-by":"publisher","DOI":"10.1111\/j.1540-4560.1977.tb01880.x"},{"key":"e_1_3_3_2_47_1","first-page":"59","article-title":"A Human-in-the-loop perspective on AutoML: Milestones and the road ahead","volume":"42","author":"Jung-Lin Lee Doris","year":"2019","unstructured":"Doris Jung-Lin Lee and Stephen Macke. 2019. A Human-in-the-loop perspective on AutoML: Milestones and the road ahead. IEEE Data Eng. Bull. 42(2019), 59\u201370.","journal-title":"IEEE Data Eng. Bull."},{"key":"e_1_3_3_2_48_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/P19-1028"},{"key":"e_1_3_3_2_49_1","doi-asserted-by":"publisher","DOI":"10.1145\/3313831.3376590"},{"key":"e_1_3_3_2_50_1","volume-title":"GROUP","author":"Mao Yaoli","year":"2019","unstructured":"Yaoli Mao, Dakuo Wang, Michael Muller, Kush\u00a0R Varshney, Ioana Baldini, Casey Dugan, and Aleksandra Mojsilovi\u0107. 2019. How data scientists work together with domain experts in scientific collaborations: To find the right answer or to ask the right question?Proc. ACM Hum.-Comput. Interact. 3, GROUP (2019), 1\u201323."},{"key":"e_1_3_3_2_51_1","volume-title":"Proceedings of the IEEE Conference on Computer Vision and Pattern Recognition.","author":"Marino Kenneth","year":"2020","unstructured":"Kenneth Marino, Xinlei Chen, Devi Parikh, Abhinav Gupta, and Marcus Rohrbach. 2020. KRISP: Integrating Implicit and Symbolic Knowledge for Open-Domain Knowledge-Based VQA. In Proceedings of the IEEE Conference on Computer Vision and Pattern Recognition."},{"key":"e_1_3_3_2_52_1","doi-asserted-by":"publisher","DOI":"10.1145\/3359174"},{"key":"e_1_3_3_2_53_1","doi-asserted-by":"publisher","DOI":"10.1145\/3457607"},{"key":"e_1_3_3_2_54_1","doi-asserted-by":"publisher","DOI":"10.1145\/3290605.3300356"},{"key":"e_1_3_3_2_55_1","doi-asserted-by":"publisher","DOI":"10.1038\/s41598-022-18028-8"},{"key":"e_1_3_3_2_56_1","doi-asserted-by":"publisher","DOI":"10.1145\/3397481.3450658"},{"key":"e_1_3_3_2_57_1","volume-title":"Proceedings of the USENIX Security Symposium.","author":"Pang Ren","year":"2022","unstructured":"Ren Pang, Zhaohan Xi, Shouling Ji, Xiapu Luo, and Ting Wang. 2022. On the security risks of AutoML. In Proceedings of the USENIX Security Symposium."},{"key":"e_1_3_3_2_58_1","doi-asserted-by":"publisher","DOI":"10.1145\/3274405"},{"key":"e_1_3_3_2_59_1","unstructured":"Michael\u00a0Quinn Patton. 1990. Qualitative evaluation and research methods. SAGE."},{"key":"e_1_3_3_2_60_1","volume-title":"Stakeholders in explainable AI. ArXiv e-prints","author":"Preece Alun","year":"2018","unstructured":"Alun Preece, Dan Harborne, Dave Braines, Richard Tomsett, and Supriyo Chakraborty. 2018. Stakeholders in explainable AI. ArXiv e-prints (2018)."},{"key":"e_1_3_3_2_61_1","doi-asserted-by":"publisher","DOI":"10.1080\/14780887.2013.801543"},{"key":"e_1_3_3_2_62_1","doi-asserted-by":"publisher","DOI":"10.1145\/3299869.3319863"},{"key":"e_1_3_3_2_63_1","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR42600.2020.00640"},{"key":"e_1_3_3_2_64_1","volume-title":"Designing the user interface: Strategies for effective human-computer interaction","author":"Shneiderman Ben","unstructured":"Ben Shneiderman. 1997. Designing the user interface: Strategies for effective human-computer interaction. Addison-Wesley Longman."},{"key":"e_1_3_3_2_65_1","doi-asserted-by":"publisher","DOI":"10.1145\/267505.267514"},{"key":"e_1_3_3_2_66_1","volume-title":"Proceedings of the IEEE Symposium on Security and Privacy.","author":"Shokri Reza","year":"2016","unstructured":"Reza Shokri, Marco Stronati, Congzheng Song, and Vitaly Shmatikov. 2016. Membership inference attacks against machine learning models. In Proceedings of the IEEE Symposium on Security and Privacy."},{"key":"e_1_3_3_2_67_1","volume-title":"Proc. ACM Hum.-Comput. Interact. 5, GROUP","author":"Skeba Patrick","year":"2021","unstructured":"Patrick Skeba, Devansh Saxena, Shion Guha, and Eric P.\u00a0S. Baumer. 2021. Who has a Choice?: Survey-based predictors of volitionality in Facebook use and non-use. Proc. ACM Hum.-Comput. Interact. 5, GROUP (2021)."},{"key":"e_1_3_3_2_68_1","doi-asserted-by":"publisher","DOI":"10.1145\/3133956.3134077"},{"key":"e_1_3_3_2_69_1","volume-title":"Plans and situated actions: The problem of human-machine communication","author":"Suchman A","unstructured":"Lucy\u00a0A Suchman. 1987. Plans and situated actions: The problem of human-machine communication. Cambridge University Press."},{"key":"e_1_3_3_2_70_1","doi-asserted-by":"publisher","DOI":"10.1145\/3491101.3519668"},{"key":"e_1_3_3_2_71_1","doi-asserted-by":"publisher","DOI":"10.1093\/jcmc\/zmz026"},{"key":"e_1_3_3_2_72_1","doi-asserted-by":"publisher","DOI":"10.1111\/j.1468-2958.2010.01377.x"},{"key":"e_1_3_3_2_73_1","doi-asserted-by":"publisher","DOI":"10.1177\/1098214005283748"},{"key":"e_1_3_3_2_74_1","volume-title":"Proceedings of the USENIX Security Symposium.","author":"Tram\u00e8r Florian","year":"2016","unstructured":"Florian Tram\u00e8r, Fan Zhang, Ari Juels, Michael\u00a0K. Reiter, and Thomas Ristenpart. 2016. Stealing machine learning models via prediction APIs. In Proceedings of the USENIX Security Symposium."},{"key":"e_1_3_3_2_75_1","volume-title":"Automated machine learning in practice: State of the art and recent results. ArXiv e-prints","author":"Tuggener Lukas","year":"2019","unstructured":"Lukas Tuggener, Mohammadreza Amirian, Katharina Rombach, Stefan L\u00f6rwald, Anastasia Varlet, Christian Westermann, and Thilo Stadelmann. 2019. Automated machine learning in practice: State of the art and recent results. ArXiv e-prints (2019)."},{"key":"e_1_3_3_2_76_1","doi-asserted-by":"publisher","DOI":"10.1145\/3476068"},{"key":"e_1_3_3_2_77_1","volume-title":"Proceedings of the Conference on Machine Learning and Systems.","author":"Wang Chi","year":"2021","unstructured":"Chi Wang, Qingyun Wu, Markus Weimer, and Erkang Zhu. 2021. FLAML: A fast and lightweight AutoML library. In Proceedings of the Conference on Machine Learning and Systems."},{"key":"e_1_3_3_2_78_1","doi-asserted-by":"publisher","DOI":"10.1145\/3411764.3445526"},{"key":"e_1_3_3_2_79_1","volume-title":"How much automation does a data scientist want?ArXiv e-prints","author":"Wang Dakuo","year":"2021","unstructured":"Dakuo Wang, Q\u00a0Vera Liao, Yunfeng Zhang, Udayan Khurana, Horst Samulowitz, Soya Park, Michael Muller, and Lisa Amini. 2021. How much automation does a data scientist want?ArXiv e-prints (2021)."},{"key":"e_1_3_3_2_80_1","doi-asserted-by":"publisher","DOI":"10.1145\/3359313"},{"key":"e_1_3_3_2_81_1","doi-asserted-by":"publisher","DOI":"10.1145\/3290605.3300911"},{"key":"e_1_3_3_2_82_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.artmed.2020.101822"},{"key":"e_1_3_3_2_83_1","doi-asserted-by":"publisher","DOI":"10.1145\/3377325.3377538"},{"key":"e_1_3_3_2_84_1","volume-title":"Mind as action","author":"Wertsch V","unstructured":"James\u00a0V Wertsch. 1998. Mind as action. Oxford University Press."},{"key":"e_1_3_3_2_85_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-49760-6_12"},{"key":"e_1_3_3_2_86_1","doi-asserted-by":"publisher","DOI":"10.1145\/3290605.3300492"},{"key":"e_1_3_3_2_87_1","doi-asserted-by":"publisher","DOI":"10.1145\/3411764.3445306"},{"key":"e_1_3_3_2_88_1","doi-asserted-by":"publisher","DOI":"10.1145\/3339474"},{"key":"e_1_3_3_2_89_1","doi-asserted-by":"publisher","DOI":"10.1109\/TIFS.2016.2636090"}],"event":{"name":"CHI '23: CHI Conference on Human Factors in Computing Systems","location":"Hamburg Germany","acronym":"CHI '23","sponsor":["SIGCHI ACM Special Interest Group on Computer-Human Interaction"]},"container-title":["Proceedings of the 2023 CHI Conference on Human Factors in Computing Systems"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3544548.3581082","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3544548.3581082","content-type":"application\/pdf","content-version":"vor","intended-application":"syndication"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3544548.3581082","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,17]],"date-time":"2025-06-17T16:47:57Z","timestamp":1750178877000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3544548.3581082"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,4,19]]},"references-count":89,"alternative-id":["10.1145\/3544548.3581082","10.1145\/3544548"],"URL":"https:\/\/doi.org\/10.1145\/3544548.3581082","relation":{},"subject":[],"published":{"date-parts":[[2023,4,19]]},"assertion":[{"value":"2023-04-19","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}