{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,9,26]],"date-time":"2026-09-26T14:53:39Z","timestamp":1790434419707,"version":"4.1.0"},"publisher-location":"New York, NY, USA","reference-count":32,"publisher":"ACM","license":[{"start":{"date-parts":[[2019,6,18]],"date-time":"2019-06-18T00:00:00Z","timestamp":1560816000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"funder":[{"name":"Office of Naval Research","award":["N000141410003"],"award-info":[{"award-number":["N000141410003"]}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2019,6,18]]},"DOI":"10.1145\/3322276.3322379","type":"proceedings-article","created":{"date-parts":[[2019,6,21]],"date-time":"2019-06-21T12:45:07Z","timestamp":1561121107000},"page":"1089-1100","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":12,"title":["Effect of Interaction Design on the Human Experience with Interactive Reinforcement Learning"],"prefix":"10.1145","author":[{"given":"Samantha","family":"Krening","sequence":"first","affiliation":[{"name":"Georgia Institute of Technology, Atlanta, GA, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Karen M.","family":"Feigh","sequence":"additional","affiliation":[{"name":"Georgia Institute of Technology, Atlanta, GA, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"320","published-online":{"date-parts":[[2019,6,18]]},"reference":[{"key":"e_1_3_2_1_1_1","doi-asserted-by":"publisher","DOI":"10.1609\/aimag.v35i4.2513"},{"key":"e_1_3_2_1_2_1","doi-asserted-by":"publisher","DOI":"10.1109\/IROS.2008.4651020"},{"key":"e_1_3_2_1_3_1","unstructured":"Thomas Cederborg Ishaan Grover Charles L Isbell and Andrea Lockerd Thomaz. 2015. Policy Shaping with Human Teachers.. In IJCAI. 3366--3372.   Thomas Cederborg Ishaan Grover Charles L Isbell and Andrea Lockerd Thomaz. 2015. Policy Shaping with Human Teachers.. In IJCAI. 3366--3372."},{"key":"e_1_3_2_1_4_1","first-page":"10","article-title":"Fun: A condition of creative research","volume":"3","author":"Davenport Glorianna","year":"1998","journal-title":"IEEE MultiMedia"},{"key":"e_1_3_2_1_5_1","unstructured":"Richard Dearden Nir Friedman and Stuart Russell. 1998. Bayesian Q-learning. In AAAI\/IAAI. 761--768.   Richard Dearden Nir Friedman and Stuart Russell. 1998. Bayesian Q-learning. In AAAI\/IAAI. 761--768."},{"key":"e_1_3_2_1_6_1","unstructured":"Shane Griffith Kaushik Subramanian Jonathan Scholz Charles Isbell and Andrea L Thomaz. 2013. Policy shaping: Integrating human feedback with reinforcement learning. In Advances in Neural Information Processing Systems. 2625--2633.   Shane Griffith Kaushik Subramanian Jonathan Scholz Charles Isbell and Andrea L Thomaz. 2013. Policy shaping: Integrating human feedback with reinforcement learning. In Advances in Neural Information Processing Systems. 2625--2633."},{"key":"e_1_3_2_1_7_1","doi-asserted-by":"publisher","DOI":"10.1177\/154193120605000909"},{"key":"e_1_3_2_1_8_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICASSP.2006.1659988"},{"key":"e_1_3_2_1_9_1","doi-asserted-by":"publisher","DOI":"10.1145\/375735.376334"},{"key":"e_1_3_2_1_10_1","doi-asserted-by":"publisher","DOI":"10.1007\/s10458-006-0005-z"},{"key":"e_1_3_2_1_11_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICTAI.2012.152"},{"key":"e_1_3_2_1_12_1","volume-title":"Proceedings of the 9th International Conference on Autonomous Agents and Multiagent Systems","volume":"1","author":"Bradley Knox W","year":"2010"},{"key":"e_1_3_2_1_13_1","doi-asserted-by":"publisher","DOI":"10.1371\/journal.pone.0146250"},{"key":"e_1_3_2_1_14_1","volume-title":"Proceedings of the Human Factors and Ergonomics Society Annual Meeting.","author":"Krening Samantha"},{"key":"e_1_3_2_1_15_1","article-title":"Interaction Algorithm Effect on Human Experience with Reinforcement Learning","volume":"1","author":"Krening Samantha","year":"2018","journal-title":"Transactions on Human-Robot Interaction"},{"key":"e_1_3_2_1_16_1","volume-title":"Proceedings of the 18th International Conference on Autonomous Agents and MultiAgent Systems. International Foundation for Autonomous Agents and Multiagent Systems.","author":"Krening Samantha"},{"key":"e_1_3_2_1_17_1","volume-title":"Proceedings of the 2016 International Conference on Autonomous Agents & Multiagent Systems. International Foundation for Autonomous Agents and Multiagent Systems, 1447--1448","author":"Krening Samantha","year":"2016"},{"key":"e_1_3_2_1_18_1","volume-title":"The AAAI-2004 workshop on supervisory control of learning and adaptive systems.","author":"Kuhlmann Gregory","year":"2004"},{"key":"e_1_3_2_1_19_1","doi-asserted-by":"publisher","DOI":"10.15607\/RSS.2015.XI.018"},{"key":"e_1_3_2_1_20_1","volume-title":"Proceedings of the National Conference on Artificial intelligence","volume":"20","author":"Maclin Richard","year":"2005"},{"key":"e_1_3_2_1_21_1","volume-title":"Proceedings of the 2014 international conference on Autonomous agents and multi-agent systems. International Foundation for Autonomous Agents and Multiagent Systems, 1069--1076","author":"Cetin Mericc","year":"2014"},{"key":"e_1_3_2_1_22_1","doi-asserted-by":"publisher","DOI":"10.1145\/2212776.2223686"},{"key":"e_1_3_2_1_23_1","volume-title":"Humans and automation: Use, misuse, disuse, abuse. Human factors 39, 2","author":"Parasuraman Raja","year":"1997"},{"key":"e_1_3_2_1_24_1","volume-title":"Proceedings of the 2016 International Conference on AAMAS. International Foundation for AAMAS, 1455--1456","author":"Sahni Himanshu","year":"2016"},{"key":"e_1_3_2_1_25_1","doi-asserted-by":"publisher","DOI":"10.1145\/2514.2517"},{"key":"e_1_3_2_1_26_1","volume-title":"FLAIRS Conference.","author":"Sivamurugan Manimaran Sivasamy","year":"2012"},{"key":"e_1_3_2_1_27_1","unstructured":"Burrhus Frederic Skinner. 1938. The behavior of organisms: An experimental analysis. (1938).  Burrhus Frederic Skinner. 1938. The behavior of organisms: An experimental analysis. (1938)."},{"key":"e_1_3_2_1_28_1","doi-asserted-by":"publisher","DOI":"10.1126\/science.7244649"},{"key":"e_1_3_2_1_30_1","volume-title":"Proceedings of the 2016 International Conference on AAMAS. International Foundation for AAMAS, 447--456","author":"Subramanian Kaushik","year":"2016"},{"key":"e_1_3_2_1_31_1","volume-title":"Reinforcement learning: An introduction","author":"Sutton Richard S"},{"key":"e_1_3_2_1_32_1","first-page":"2","article-title":"Understanding Natural Language Commands for Robotic Navigation and Mobile Manipulation","volume":"1","author":"Tellex Stefanie","year":"2011","journal-title":"AAAI"},{"key":"e_1_3_2_1_33_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.artint.2007.09.009"}],"event":{"name":"DIS '19: Designing Interactive Systems Conference 2019","location":"San Diego CA USA","acronym":"DIS '19","sponsor":["SIGCHI ACM Special Interest Group on Computer-Human Interaction"]},"container-title":["Proceedings of the 2019 on Designing Interactive Systems Conference"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3322276.3322379","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3322276.3322379","content-type":"application\/pdf","content-version":"vor","intended-application":"syndication"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3322276.3322379","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,18]],"date-time":"2025-06-18T00:25:26Z","timestamp":1750206326000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3322276.3322379"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2019,6,18]]},"references-count":32,"alternative-id":["10.1145\/3322276.3322379","10.1145\/3322276"],"URL":"https:\/\/doi.org\/10.1145\/3322276.3322379","relation":{},"subject":[],"published":{"date-parts":[[2019,6,18]]},"assertion":[{"value":"2019-06-18","order":2,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}