{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,27]],"date-time":"2026-06-27T03:50:52Z","timestamp":1782532252521,"version":"3.54.5"},"publisher-location":"New York, NY, USA","reference-count":63,"publisher":"ACM","license":[{"start":{"date-parts":[[2023,3,27]],"date-time":"2023-03-27T00:00:00Z","timestamp":1679875200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by-nc-nd\/4.0\/"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2023,3,27]]},"DOI":"10.1145\/3581641.3584094","type":"proceedings-article","created":{"date-parts":[[2023,3,27]],"date-time":"2023-03-27T16:16:52Z","timestamp":1679933812000},"page":"664-680","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":9,"title":["AutoDOViz: Human-Centered Automation for Decision Optimization"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-5253-0511","authenticated-orcid":false,"given":"Daniel Karl I.","family":"Weidele","sequence":"first","affiliation":[{"name":"IBM Research, United States"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-7151-4306","authenticated-orcid":false,"given":"Shazia","family":"Afzal","sequence":"additional","affiliation":[{"name":"IBM Research, India"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-9365-0923","authenticated-orcid":false,"given":"Abel N.","family":"Valente","sequence":"additional","affiliation":[{"name":"IBM Research, Argentina"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-9610-4821","authenticated-orcid":false,"given":"Cole","family":"Makuch","sequence":"additional","affiliation":[{"name":"IBM Consulting, United States"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-2803-8636","authenticated-orcid":false,"given":"Owen","family":"Cornec","sequence":"additional","affiliation":[{"name":"IBM Research, United States"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-2362-2032","authenticated-orcid":false,"given":"Long","family":"Vu","sequence":"additional","affiliation":[{"name":"IBM Research, United States"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-1990-7740","authenticated-orcid":false,"given":"Dharmashankar","family":"Subramanian","sequence":"additional","affiliation":[{"name":"IBM Research, United States"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-4699-5026","authenticated-orcid":false,"given":"Werner","family":"Geyer","sequence":"additional","affiliation":[{"name":"IBM Research, United States"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-1875-2409","authenticated-orcid":false,"given":"Rahul","family":"Nair","sequence":"additional","affiliation":[{"name":"IBM Research, Ireland"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-3039-2140","authenticated-orcid":false,"given":"Inge","family":"Vejsbjerg","sequence":"additional","affiliation":[{"name":"IBM Research, Ireland"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-7551-0414","authenticated-orcid":false,"given":"Radu","family":"Marinescu","sequence":"additional","affiliation":[{"name":"IBM Research, Ireland"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-3145-6356","authenticated-orcid":false,"given":"Paulito","family":"Palmes","sequence":"additional","affiliation":[{"name":"IBM Research, Ireland"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-0162-3683","authenticated-orcid":false,"given":"Elizabeth M.","family":"Daly","sequence":"additional","affiliation":[{"name":"IBM Research, Ireland"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-8560-2729","authenticated-orcid":false,"given":"Loraine","family":"Franke","sequence":"additional","affiliation":[{"name":"University of Massachusetts Boston, United States"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-9144-3461","authenticated-orcid":false,"given":"Daniel","family":"Haehn","sequence":"additional","affiliation":[{"name":"University of Massachusetts Boston, United States"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"320","published-online":{"date-parts":[[2023,3,27]]},"reference":[{"key":"e_1_3_2_1_1_1","volume-title":"Proceedings of the 17th International Conference on Autonomous Agents and MultiAgent Systems. 1168\u20131176","author":"Amir Dan","year":"2018","unstructured":"Dan Amir and Ofra Amir. 2018. Highlights: Summarizing agent behavior to people. In Proceedings of the 17th International Conference on Autonomous Agents and MultiAgent Systems. 1168\u20131176."},{"key":"e_1_3_2_1_2_1","doi-asserted-by":"publisher","DOI":"10.1016\/S0921-8890(00)00087-7"},{"key":"e_1_3_2_1_3_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.eswa.2011.12.015"},{"key":"e_1_3_2_1_4_1","volume-title":"Proceedings of the 3rd International Conference on Development and Learning","author":"Barto G","year":"2004","unstructured":"Andrew\u00a0G Barto, Satinder Singh, Nuttapong Chentanez, 2004. Intrinsically motivated learning of hierarchical collections of skills. In Proceedings of the 3rd International Conference on Development and Learning. Piscataway, NJ, 112\u201319."},{"key":"e_1_3_2_1_5_1","volume-title":"Building Machine Learning and Deep Learning Models on Google Cloud Platform","author":"Bisong Ekaba","unstructured":"Ekaba Bisong. 2019. Google AutoML: cloud vision. In Building Machine Learning and Deep Learning Models on Google Cloud Platform. Springer, 581\u2013598."},{"key":"e_1_3_2_1_6_1","volume-title":"International Symposium on Graph Drawing. Springer, 42\u201353","author":"Brandes Ulrik","year":"2006","unstructured":"Ulrik Brandes and Christian Pich. 2006. Eigensolver methods for progressive multidimensional scaling of large data. In International Symposium on Graph Drawing. Springer, 42\u201353."},{"key":"e_1_3_2_1_7_1","unstructured":"Greg Brockman Vicki Cheung Ludwig Pettersson Jonas Schneider John Schulman Jie Tang and Wojciech Zaremba. 2016. Openai gym. arXiv preprint arXiv:1606.01540(2016)."},{"key":"e_1_3_2_1_8_1","volume-title":"Computer Graphics Forum, Vol.\u00a039","author":"Chatzimparmpas Angelos","unstructured":"Angelos Chatzimparmpas, Rafael\u00a0Messias Martins, Ilir Jusufi, Kostiantyn Kucher, Fabrice Rossi, and Andreas Kerren. 2020. The state of the art in enhancing trust in machine learning models with the use of visualizations. In Computer Graphics Forum, Vol.\u00a039. Wiley Online Library, 713\u2013756."},{"key":"e_1_3_2_1_9_1","doi-asserted-by":"publisher","DOI":"10.2514\/6.2008-907"},{"key":"e_1_3_2_1_10_1","doi-asserted-by":"publisher","DOI":"10.1145\/3399579.3399870"},{"key":"e_1_3_2_1_11_1","volume-title":"International journal of design 1, 1","author":"Desmet Pieter","year":"2007","unstructured":"Pieter Desmet and Paul Hekkert. 2007. Framework of product experience. International journal of design 1, 1 (2007), 57\u201366."},{"key":"e_1_3_2_1_12_1","unstructured":"Finale Doshi-Velez and Been Kim. 2017. Towards a rigorous science of interpretable machine learning. arXiv preprint arXiv:1702.08608(2017)."},{"key":"e_1_3_2_1_13_1","doi-asserted-by":"publisher","DOI":"10.1145\/3359786"},{"key":"e_1_3_2_1_14_1","doi-asserted-by":"publisher","DOI":"10.1016\/S1071-5819(03)00038-7"},{"key":"e_1_3_2_1_15_1","volume-title":"Efficient and robust automated machine learning. Advances in neural information processing systems 28","author":"Feurer Matthias","year":"2015","unstructured":"Matthias Feurer, Aaron Klein, Katharina Eggensperger, Jost Springenberg, Manuel Blum, and Frank Hutter. 2015. Efficient and robust automated machine learning. Advances in neural information processing systems 28 (2015)."},{"key":"e_1_3_2_1_16_1","volume-title":"Contrastive Explanations for Comparing Preferences of Reinforcement Learning. In AAAI Conference on Artificial Intelligence.","author":"Gajcin Jasmina","year":"2022","unstructured":"Jasmina Gajcin, Rahul Nair, Tejaswini Pedapati, Radu Marinescu, Elizabeth Daly, and Ivana Dusparic. 2022. Contrastive Explanations for Comparing Preferences of Reinforcement Learning. In AAAI Conference on Artificial Intelligence."},{"key":"e_1_3_2_1_17_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.ejor.2020.08.045"},{"key":"e_1_3_2_1_18_1","doi-asserted-by":"publisher","DOI":"10.1145\/3301275.3302324"},{"key":"e_1_3_2_1_19_1","volume-title":"International conference on machine learning. PMLR, 1792\u20131801","author":"Greydanus Samuel","year":"2018","unstructured":"Samuel Greydanus, Anurag Koul, Jonathan Dodge, and Alan Fern. 2018. Visualizing and understanding atari agents. In International conference on machine learning. PMLR, 1792\u20131801."},{"key":"e_1_3_2_1_20_1","volume-title":"User experience-a research agenda. Behaviour & information technology 25, 2","author":"Hassenzahl Marc","year":"2006","unstructured":"Marc Hassenzahl and Noam Tractinsky. 2006. User experience-a research agenda. Behaviour & information technology 25, 2 (2006), 91\u201397."},{"key":"e_1_3_2_1_21_1","doi-asserted-by":"publisher","DOI":"10.1109\/PacificVis48177.2020.7127"},{"key":"e_1_3_2_1_22_1","doi-asserted-by":"publisher","DOI":"10.1145\/3534678.3542630"},{"key":"e_1_3_2_1_23_1","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2018.2843369"},{"key":"e_1_3_2_1_24_1","volume-title":"Computer Graphics Forum, Vol.\u00a039","author":"Jaunet Theo","unstructured":"Theo Jaunet, Romain Vuillemot, and Christian Wolf. 2020. DRLViz: Understanding decisions and memory in deep reinforcement learning. In Computer Graphics Forum, Vol.\u00a039. Wiley Online Library, 49\u201361."},{"key":"e_1_3_2_1_25_1","doi-asserted-by":"publisher","DOI":"10.1145\/3292500.3330648"},{"key":"e_1_3_2_1_26_1","doi-asserted-by":"publisher","DOI":"10.5555\/1622737.1622748"},{"key":"e_1_3_2_1_27_1","doi-asserted-by":"publisher","DOI":"10.1109\/DSAA.2015.7344858"},{"key":"e_1_3_2_1_28_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICDMW.2016.0190"},{"key":"e_1_3_2_1_29_1","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v36i9.21263"},{"key":"e_1_3_2_1_30_1","unstructured":"Hoang\u00a0Thanh Lam Johann-Michael Thiebaut Mathieu Sinn Bei Chen Tiep Mai and Oznur Alkan. 2017. One button machine for automating feature engineering in relational databases. arXiv preprint arXiv:1706.00327(2017)."},{"key":"e_1_3_2_1_31_1","first-page":"1","article-title":"Towards a UX manifesto. In Proceedings of HCI 2007 The 21st British HCI Group Annual Conference University of Lancaster","volume":"21","author":"Lai-Chong Law Effie","year":"2007","unstructured":"Effie Lai-Chong Law, Arnold\u00a0POS Vermeeren, Marc Hassenzahl, and Mark Blythe. 2007. Towards a UX manifesto. In Proceedings of HCI 2007 The 21st British HCI Group Annual Conference University of Lancaster, UK 21. 1\u20132.","journal-title":"UK"},{"key":"e_1_3_2_1_32_1","volume-title":"Proceedings of the AutoML Workshop at ICML, Vol.\u00a02020","author":"LeDell Erin","year":"2020","unstructured":"Erin LeDell and Sebastien Poirier. 2020. H2o automl: Scalable automatic machine learning. In Proceedings of the AutoML Workshop at ICML, Vol.\u00a02020."},{"key":"e_1_3_2_1_33_1","volume-title":"A Human-in-the-loop Perspective on AutoML: Milestones and the Road Ahead","author":"Jung-Lin Lee Doris","year":"2020","unstructured":"Doris Jung-Lin Lee and Stephen Macke. 2020. A Human-in-the-loop Perspective on AutoML: Milestones and the Road Ahead. IEEE Data Engineering Bulletin(2020)."},{"key":"e_1_3_2_1_34_1","unstructured":"Yuxi Li. 2017. Deep reinforcement learning: An overview. arXiv preprint arXiv:1701.07274(2017)."},{"key":"e_1_3_2_1_35_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.artint.2016.01.005"},{"key":"e_1_3_2_1_36_1","unstructured":"Radu Marinescu Tejaswini Pedapati Long Vu Paulito Palmes Todd Mummert Peter Kirchner Dharmashankar Subramanian Parikshit Ram and Djallel Bouneffouf. 2022. Automated Decision Optimization with Reinforcement Learning. (2022)."},{"key":"e_1_3_2_1_37_1","volume-title":"Boolean Decision Rules for Reinforcement Learning Policy Summarisation. International Workshop on Safe Reinforcement Learning, IJCAI","author":"McCarthy James","year":"2022","unstructured":"James McCarthy, Rahul Nair, Elizabeth Daly, Radu Marinescu, and Ivana Dusparic. 2022. Boolean Decision Rules for Reinforcement Learning Policy Summarisation. International Workshop on Safe Reinforcement Learning, IJCAI (2022)."},{"key":"e_1_3_2_1_38_1","doi-asserted-by":"publisher","DOI":"10.1145\/2808234"},{"key":"e_1_3_2_1_39_1","volume-title":"Visual Explanations of Agent Behaviour in Reinforcement Learning. In 2022 IEEE 15th Pacific Visualization Symposium (PacificVis). IEEE, 111\u2013120","author":"Mishra Aditi","year":"2022","unstructured":"Aditi Mishra, Utkarsh Soni, Jinbin Huang, and Chris Bryan. 2022. Why? Why not? When? Visual Explanations of Agent Behaviour in Reinforcement Learning. In 2022 IEEE 15th Pacific Visualization Symposium (PacificVis). IEEE, 111\u2013120."},{"key":"e_1_3_2_1_40_1","volume-title":"Human-level control through deep reinforcement learning. nature 518, 7540","author":"Mnih Volodymyr","year":"2015","unstructured":"Volodymyr Mnih, Koray Kavukcuoglu, David Silver, Andrei\u00a0A Rusu, Joel Veness, Marc\u00a0G Bellemare, Alex Graves, Martin Riedmiller, Andreas\u00a0K Fidjeland, Georg Ostrovski, 2015. Human-level control through deep reinforcement learning. nature 518, 7540 (2015), 529\u2013533."},{"key":"e_1_3_2_1_41_1","doi-asserted-by":"publisher","DOI":"10.1145\/3387166"},{"key":"e_1_3_2_1_42_1","unstructured":"Deepak Mukunthu Parashar Shah and Wee\u00a0Hyong Tok. 2019. Practical Automated Machine Learning on Azure: Using Azure Machine Learning to Quickly Build AI Solutions. O\u2019Reilly Media."},{"key":"e_1_3_2_1_43_1","volume-title":"A simplex method for function minimization. The computer journal 7, 4","author":"Nelder A","year":"1965","unstructured":"John\u00a0A Nelder and Roger Mead. 1965. A simplex method for function minimization. The computer journal 7, 4 (1965), 308\u2013313."},{"key":"e_1_3_2_1_44_1","doi-asserted-by":"publisher","DOI":"10.1145\/2908812.2908918"},{"key":"e_1_3_2_1_45_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-50106-2_2"},{"key":"e_1_3_2_1_46_1","volume-title":"International cross-domain conference for machine learning and knowledge extraction","author":"Puiutta Erika","unstructured":"Erika Puiutta and Eric Veith. 2020. Explainable reinforcement learning: A survey. In International cross-domain conference for machine learning and knowledge extraction. Springer, 77\u201395."},{"key":"e_1_3_2_1_47_1","unstructured":"Emily Saldanha Brenda Praggastis Todd Billow and Dustin\u00a0Lockhart Arendt. 2019. ReLVis: Visual Analytics for Situational Awareness During Reinforcement Learning Experimentation.. In EuroVis (Short Papers). 43\u201347."},{"key":"e_1_3_2_1_48_1","volume-title":"IUI workshops, Vol.\u00a01.","author":"Sequeira Pedro","year":"2019","unstructured":"Pedro Sequeira, Eric Yeh, and Melinda\u00a0T Gervasio. 2019. Interestingness Elements for Explainable Reinforcement Learning through Introspection.. In IUI workshops, Vol.\u00a01."},{"key":"e_1_3_2_1_49_1","doi-asserted-by":"publisher","DOI":"10.1145\/3448016.3457557"},{"key":"e_1_3_2_1_50_1","volume-title":"Reinforcement learning: An introduction","author":"Sutton S","unstructured":"Richard\u00a0S Sutton and Andrew\u00a0G Barto. 2018. Reinforcement learning: An introduction. MIT press."},{"key":"e_1_3_2_1_51_1","unstructured":"Alfredo Vellido Jos\u00e9\u00a0David Mart\u00edn-Guerrero and Paulo\u00a0JG Lisboa. 2012. Making machine learning models interpretable.. In ESANN Vol.\u00a012. Citeseer 163\u2013172."},{"key":"e_1_3_2_1_52_1","doi-asserted-by":"publisher","DOI":"10.1145\/3359313"},{"key":"e_1_3_2_1_53_1","volume-title":"Dqnviz: A visual analytics approach to understand deep q-networks","author":"Wang Junpeng","year":"2018","unstructured":"Junpeng Wang, Liang Gou, Han-Wei Shen, and Hao Yang. 2018. Dqnviz: A visual analytics approach to understand deep q-networks. IEEE transactions on visualization and computer graphics 25, 1(2018), 288\u2013298."},{"key":"e_1_3_2_1_54_1","volume-title":"Visual analytics for rnn-based deep reinforcement learning","author":"Wang Junpeng","year":"2021","unstructured":"Junpeng Wang, Wei Zhang, Hao Yang, Chin-Chia\u00a0Michael Yeh, and Liang Wang. 2021. Visual analytics for rnn-based deep reinforcement learning. IEEE Transactions on Visualization and Computer Graphics (2021)."},{"key":"e_1_3_2_1_55_1","volume-title":"A Survey on ML4VIS: Applying MachineLearning Advances to Data Visualization","author":"Wang Qianwen","year":"2021","unstructured":"Qianwen Wang, Zhutian Chen, Yong Wang, and Huamin Qu. 2021. A Survey on ML4VIS: Applying MachineLearning Advances to Data Visualization. IEEE Transactions on Visualization and Computer Graphics (2021)."},{"key":"e_1_3_2_1_56_1","doi-asserted-by":"publisher","DOI":"10.1145\/3290605.3300911"},{"key":"e_1_3_2_1_57_1","doi-asserted-by":"publisher","DOI":"10.1145\/3061639.3062224"},{"key":"e_1_3_2_1_58_1","doi-asserted-by":"publisher","DOI":"10.1109\/VISUAL.2019.8933632"},{"key":"e_1_3_2_1_59_1","doi-asserted-by":"publisher","DOI":"10.1145\/3377325.3377538"},{"key":"e_1_3_2_1_60_1","doi-asserted-by":"publisher","DOI":"10.1007\/s41095-020-0191-7"},{"key":"e_1_3_2_1_61_1","volume-title":"International conference on machine learning. PMLR","author":"Zahavy Tom","year":"2016","unstructured":"Tom Zahavy, Nir Ben-Zrihem, and Shie Mannor. 2016. Graying the black box: Understanding dqns. In International conference on machine learning. PMLR, 1899\u20131908."},{"key":"e_1_3_2_1_62_1","volume-title":"Graph drawing by stochastic gradient descent","author":"Zheng X","year":"2018","unstructured":"Jonathan\u00a0X Zheng, Samraat Pawar, and Dan\u00a0FM Goodman. 2018. Graph drawing by stochastic gradient descent. IEEE transactions on visualization and computer graphics 25, 9(2018), 2738\u20132748."},{"key":"e_1_3_2_1_63_1","doi-asserted-by":"publisher","DOI":"10.1613\/jair.1.11854"}],"event":{"name":"IUI '23: 28th International Conference on Intelligent User Interfaces","location":"Sydney NSW Australia","acronym":"IUI '23","sponsor":["SIGAI ACM Special Interest Group on Artificial Intelligence","SIGCHI ACM Special Interest Group on Computer-Human Interaction"]},"container-title":["Proceedings of the 28th International Conference on Intelligent User Interfaces"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3581641.3584094","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3581641.3584094","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,17]],"date-time":"2025-06-17T16:36:21Z","timestamp":1750178181000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3581641.3584094"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,3,27]]},"references-count":63,"alternative-id":["10.1145\/3581641.3584094","10.1145\/3581641"],"URL":"https:\/\/doi.org\/10.1145\/3581641.3584094","relation":{},"subject":[],"published":{"date-parts":[[2023,3,27]]},"assertion":[{"value":"2023-03-27","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}