{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,5,1]],"date-time":"2026-05-01T02:59:17Z","timestamp":1777604357670,"version":"3.51.4"},"publisher-location":"New York, NY, USA","reference-count":72,"publisher":"ACM","license":[{"start":{"date-parts":[[2020,4,21]],"date-time":"2020-04-21T00:00:00Z","timestamp":1587427200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by-sa\/4.0\/"}],"funder":[{"name":"ITEA3","award":["01IS18060C"],"award-info":[{"award-number":["01IS18060C"]}]},{"name":"Academy of Finland","award":["299358"],"award-info":[{"award-number":["299358"]}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2020,4,21]]},"DOI":"10.1145\/3313831.3376701","type":"proceedings-article","created":{"date-parts":[[2020,5,27]],"date-time":"2020-05-27T18:26:57Z","timestamp":1590604017000},"page":"1-13","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":61,"title":["Predicting Mid-Air Interaction Movements and Fatigue Using Deep Reinforcement Learning"],"prefix":"10.1145","author":[{"given":"Noshaba","family":"Cheema","sequence":"first","affiliation":[{"name":"Max-Planck Institute for Informatics & German Research Center for Artificial Intelligence (DFKI), Saarbr\u00fccken, Germany"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Laura A.","family":"Frey-Law","sequence":"additional","affiliation":[{"name":"University of Iowa, Iowa City, IA, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Kourosh","family":"Naderi","sequence":"additional","affiliation":[{"name":"Aalto University, Espoo, Finland"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Jaakko","family":"Lehtinen","sequence":"additional","affiliation":[{"name":"Aalto University & NVIDIA Research, Espoo & Helsinki, Finland"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Philipp","family":"Slusallek","sequence":"additional","affiliation":[{"name":"Saarland University & German Research Center for Artificial Intelligence (DFKI), Saarbr\u00fccken, Germany"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Perttu","family":"H\u00e4m\u00e4l\u00e4inen","sequence":"additional","affiliation":[{"name":"Aalto University, Espoo, Finland"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"320","published-online":{"date-parts":[[2020,4,23]]},"reference":[{"key":"e_1_3_2_2_1_1","volume-title":"Models to explain fatigue during prolonged endurance cycling. Sports medicine 35, 10","author":"Abbiss Chris R","year":"2005","unstructured":"Chris R Abbiss and Paul B Laursen. 2005. Models to explain fatigue during prolonged endurance cycling. Sports medicine 35, 10 (2005), 865--898."},{"key":"e_1_3_2_2_2_1","volume-title":"Martin De Lasa, and Aaron Hertzmann","author":"Borno Mazen Al","year":"2012","unstructured":"Mazen Al Borno, Martin De Lasa, and Aaron Hertzmann. 2012. Trajectory optimization for full-body movements with complex contacts. IEEE transactions on visualization and computer graphics 19, 8 (2012), 1405--1414."},{"key":"e_1_3_2_2_3_1","doi-asserted-by":"publisher","DOI":"10.1145\/2858036.2858557"},{"key":"e_1_3_2_2_4_1","volume-title":"The neurobiology of muscle fatigue: 15 years later. Integrative and comparative biology 47, 4","author":"Barry Benjamin K","year":"2007","unstructured":"Benjamin K Barry and Roger M Enoka. 2007. The neurobiology of muscle fatigue: 15 years later. Integrative and comparative biology 47, 4 (2007), 465--473."},{"key":"e_1_3_2_2_5_1","volume-title":"Speed-accuracy trade-off in planned arm movements with delayed feedback. Neural networks 19, 5","author":"Beamish Dan","year":"2006","unstructured":"Dan Beamish, I Scott MacKenzie, and Jianhong Wu. 2006. Speed-accuracy trade-off in planned arm movements with delayed feedback. Neural networks 19, 5 (2006), 582--599."},{"key":"e_1_3_2_2_6_1","doi-asserted-by":"publisher","DOI":"10.1080\/10447318.2011.565718"},{"key":"e_1_3_2_2_7_1","doi-asserted-by":"publisher","DOI":"10.5271\/sjweh.1815"},{"key":"e_1_3_2_2_8_1","volume-title":"Psychophysical bases of perceived exertion. Med sci sports exerc 14, 5","author":"Borg Gunnar A","year":"1982","unstructured":"Gunnar A Borg. 1982. Psychophysical bases of perceived exertion. Med sci sports exerc 14, 5 (1982), 377--381."},{"key":"e_1_3_2_2_9_1","volume-title":"Openai gym. arXiv preprint arXiv:1606.01540","author":"Brockman Greg","year":"2016","unstructured":"Greg Brockman, Vicki Cheung, Ludwig Pettersson, Jonas Schneider, John Schulman, Jie Tang, and Wojciech Zaremba. 2016. Openai gym. arXiv preprint arXiv:1606.01540 (2016)."},{"key":"e_1_3_2_2_10_1","unstructured":"Stuart K Card Allen Newell and Thomas P Moran. 1983. The Psychology of Human-Computer Interaction. (1983)."},{"key":"e_1_3_2_2_11_1","doi-asserted-by":"publisher","DOI":"10.21437\/Interspeech.2011-302"},{"key":"e_1_3_2_2_12_1","doi-asserted-by":"publisher","DOI":"10.1145\/2702123.2702483"},{"key":"e_1_3_2_2_13_1","doi-asserted-by":"publisher","DOI":"10.1145\/2776880.2792704"},{"key":"e_1_3_2_2_14_1","doi-asserted-by":"publisher","DOI":"10.1016\/0021-9290(95)00178-6"},{"key":"e_1_3_2_2_15_1","volume-title":"OpenSim: open-source software to create and analyze dynamic simulations of movement","author":"Delp Scott L","year":"2007","unstructured":"Scott L Delp, Frank C Anderson, Allison S Arnold, Peter Loan, Ayman Habib, Chand T John, Eran Guendelman, and Darryl G Thelen. 2007. OpenSim: open-source software to create and analyze dynamic simulations of movement. IEEE transactions on biomedical engineering 54, 11 (2007), 1940--1950."},{"key":"e_1_3_2_2_16_1","doi-asserted-by":"publisher","DOI":"10.1002\/9780470715420.ch1"},{"key":"e_1_3_2_2_17_1","doi-asserted-by":"publisher","DOI":"10.1113\/jphysiol.2007.139477"},{"key":"e_1_3_2_2_18_1","doi-asserted-by":"publisher","DOI":"10.1123\/ijspp.7.2.175"},{"key":"e_1_3_2_2_19_1","volume-title":"User modeling in human--computer interaction. User modeling and user-adapted interaction 11, 1--2","author":"Fischer Gerhard","year":"2001","unstructured":"Gerhard Fischer. 2001. User modeling in human--computer interaction. User modeling and user-adapted interaction 11, 1--2 (2001), 65--86."},{"key":"e_1_3_2_2_20_1","doi-asserted-by":"publisher","DOI":"10.1139\/apnm-2014-0162"},{"key":"e_1_3_2_2_21_1","doi-asserted-by":"publisher","DOI":"10.1037\/h0055392"},{"key":"e_1_3_2_2_22_1","volume-title":"Cellular mechanisms of muscle fatigue. Physiological reviews 74, 1","author":"Fitts Robert H","year":"1994","unstructured":"Robert H Fitts. 1994. Cellular mechanisms of muscle fatigue. Physiological reviews 74, 1 (1994), 49--94."},{"key":"e_1_3_2_2_23_1","doi-asserted-by":"publisher","DOI":"10.1080\/00140130903389068"},{"key":"e_1_3_2_2_24_1","doi-asserted-by":"publisher","DOI":"10.1123\/jab.28.6.726"},{"key":"e_1_3_2_2_25_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.jbiomech.2012.04.018"},{"key":"e_1_3_2_2_26_1","volume-title":"Computational rationality: A converging paradigm for intelligence in brains, minds, and machines. Science 349, 6245","author":"Gershman Samuel J","year":"2015","unstructured":"Samuel J Gershman, Eric J Horvitz, and Joshua B Tenenbaum. 2015. Computational rationality: A converging paradigm for intelligence in brains, minds, and machines. Science 349, 6245 (2015), 273--278."},{"key":"e_1_3_2_2_27_1","doi-asserted-by":"publisher","DOI":"10.1145\/3116595.3116631"},{"key":"e_1_3_2_2_28_1","doi-asserted-by":"publisher","DOI":"10.1109\/CIG.2018.8490442"},{"key":"e_1_3_2_2_29_1","volume-title":"Soft actor-critic algorithms and applications. arXiv preprint arXiv:1812.05905","author":"Haarnoja Tuomas","year":"2018","unstructured":"Tuomas Haarnoja, Aurick Zhou, Kristian Hartikainen, George Tucker, Sehoon Ha, Jie Tan, Vikash Kumar, Henry Zhu, Abhishek Gupta, Pieter Abbeel, and others. 2018. Soft actor-critic algorithms and applications. arXiv preprint arXiv:1812.05905 (2018)."},{"key":"e_1_3_2_2_30_1","doi-asserted-by":"publisher","DOI":"10.2519\/jospt.1989.11.2.64"},{"key":"e_1_3_2_2_31_1","volume-title":"Signal-dependent noise determines motor planning. Nature 394, 6695","author":"Harris Christopher M","year":"1998","unstructured":"Christopher M Harris and Daniel M Wolpert. 1998. Signal-dependent noise determines motor planning. Nature 394, 6695 (1998), 780."},{"key":"e_1_3_2_2_32_1","volume-title":"2015 AAAI Fall Symposium Series.","author":"Hausknecht Matthew","year":"2015","unstructured":"Matthew Hausknecht and Peter Stone. 2015. Deep recurrent q-learning for partially observable mdps. In 2015 AAAI Fall Symposium Series."},{"key":"e_1_3_2_2_33_1","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v32i1.11694"},{"key":"e_1_3_2_2_34_1","doi-asserted-by":"publisher","DOI":"10.1145\/2556288.2557130"},{"key":"e_1_3_2_2_35_1","volume-title":"Proceedings of the GI-Workshop VR\/AR. 3--14","author":"Hofmann Marina","year":"2013","unstructured":"Marina Hofmann, R Brger, Ninja Frost, Julia Karremann, Jule Keller-Bacher, Stefanie Kraft, Gerd Bruder, and Frank Steinicke. 2013. Comparing 3d interaction performance in comfortable and uncomfortable regions. In Proceedings of the GI-Workshop VR\/AR. 3--14."},{"key":"e_1_3_2_2_36_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.ergon.2005.08.003"},{"key":"e_1_3_2_2_37_1","volume-title":"9241--9 Ergonomic requirements for office work with visual display terminals (VDTs)-Part 9: Requirements for non-keyboard input devices (FDIS-Final Draft International Standard)","author":"ISO ISO.","year":"2000","unstructured":"ISO ISO. 2000. 9241--9 Ergonomic requirements for office work with visual display terminals (VDTs)-Part 9: Requirements for non-keyboard input devices (FDIS-Final Draft International Standard), 2000. International Organization for Standardization (2000)."},{"key":"e_1_3_2_2_38_1","doi-asserted-by":"publisher","DOI":"10.1145\/3025453.3025523"},{"key":"e_1_3_2_2_39_1","volume-title":"Friedl De Groote, and C Karen Liu.","author":"Jiang Yifeng","year":"2019","unstructured":"Yifeng Jiang, Tom Van Wouwe, Friedl De Groote, and C Karen Liu. 2019. Synthesis of Biologically Realistic Human Motion Using Joint Torque Actuation. arXiv preprint arXiv:1904.13041 (2019)."},{"key":"e_1_3_2_2_40_1","volume-title":"Unity: A general platform for intelligent agents. arXiv preprint arXiv:1809.02627","author":"Juliani Arthur","year":"2018","unstructured":"Arthur Juliani, Vincent-Pierre Berges, Esh Vckay, Yuan Gao, Hunter Henry, Marwan Mattar, and Danny Lange. 2018. Unity: A general platform for intelligent agents. arXiv preprint arXiv:1809.02627 (2018)."},{"key":"e_1_3_2_2_41_1","doi-asserted-by":"publisher","DOI":"10.1145\/3025453.3025576"},{"key":"e_1_3_2_2_42_1","doi-asserted-by":"publisher","DOI":"10.1145\/3306346.3322972"},{"key":"e_1_3_2_2_43_1","doi-asserted-by":"crossref","unstructured":"Katri Leino Antti Oulasvirta Mikko Kurimo and others. 2019. RL-KLM: automating keystroke-level modeling with reinforcement learning.. In IUI. 476--480.","DOI":"10.1145\/3301275.3302285"},{"key":"e_1_3_2_2_44_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICASSP.1998.674402"},{"key":"e_1_3_2_2_45_1","volume-title":"Computational rationality: Linking mechanism and behavior through bounded utility maximization. Topics in cognitive science 6, 2","author":"Lewis Richard L","year":"2014","unstructured":"Richard L Lewis, Andrew Howes, and Satinder Singh. 2014. Computational rationality: Linking mechanism and behavior through bounded utility maximization. Topics in cognitive science 6, 2 (2014), 279--311."},{"key":"e_1_3_2_2_46_1","doi-asserted-by":"publisher","DOI":"10.1016\/S0006-3495(02)75580-X"},{"key":"e_1_3_2_2_47_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.jbiomech.2018.06.005"},{"key":"e_1_3_2_2_48_1","volume-title":"Fitts' law as a research and design tool in human-computer interaction. Human-computer interaction 7, 1","author":"MacKenzie I Scott","year":"1992","unstructured":"I Scott MacKenzie. 1992. Fitts' law as a research and design tool in human-computer interaction. Human-computer interaction 7, 1 (1992), 91--139."},{"key":"e_1_3_2_2_49_1","volume-title":"Human-level control through deep reinforcement learning. Nature 518, 7540","author":"Mnih Volodymyr","year":"2015","unstructured":"Volodymyr Mnih, Koray Kavukcuoglu, David Silver, Andrei A Rusu, Joel Veness, Marc G Bellemare, Alex Graves, Martin Riedmiller, Andreas K Fidjeland, Georg Ostrovski, and others. 2015. Human-level control through deep reinforcement learning. Nature 518, 7540 (2015), 529."},{"key":"e_1_3_2_2_50_1","doi-asserted-by":"publisher","DOI":"10.1007\/s10994-017-5666-0"},{"key":"e_1_3_2_2_51_1","doi-asserted-by":"publisher","DOI":"10.1145\/3126594.3126605"},{"key":"e_1_3_2_2_52_1","doi-asserted-by":"publisher","DOI":"10.1145\/3072959.3073707"},{"key":"e_1_3_2_2_53_1","volume-title":"Clinical applications of perceived exertion. Medicine and science in sports and exercise 14, 5","author":"Noble Bruce J","year":"1982","unstructured":"Bruce J Noble. 1982. Clinical applications of perceived exertion. Medicine and science in sports and exercise 14, 5 (1982), 406--411."},{"key":"e_1_3_2_2_54_1","doi-asserted-by":"publisher","DOI":"10.1109\/MC.2017.6"},{"key":"e_1_3_2_2_55_1","volume-title":"Computational interaction","author":"Oulasvirta Antti","unstructured":"Antti Oulasvirta, Xiaojun Bi, and Andrew Howes. 2018. Computational interaction. Oxford University Press."},{"key":"e_1_3_2_2_56_1","doi-asserted-by":"publisher","DOI":"10.1145\/3197517.3201311"},{"key":"e_1_3_2_2_57_1","doi-asserted-by":"publisher","DOI":"10.1016\/0021-9290(92)90226-Q"},{"key":"e_1_3_2_2_58_1","doi-asserted-by":"publisher","DOI":"10.1145\/3099564.3099579"},{"key":"e_1_3_2_2_59_1","volume-title":"Searching for activation functions. arXiv preprint arXiv:1710.05941","author":"Ramachandran Prajit","year":"2017","unstructured":"Prajit Ramachandran, Barret Zoph, and Quoc V Le. 2017. Searching for activation functions. arXiv preprint arXiv:1710.05941 (2017)."},{"key":"e_1_3_2_2_60_1","doi-asserted-by":"publisher","DOI":"10.1007\/BF00698869"},{"key":"e_1_3_2_2_61_1","doi-asserted-by":"publisher","DOI":"10.1145\/3173574.3173921"},{"key":"e_1_3_2_2_62_1","volume-title":"Proximal policy optimization algorithms. arXiv preprint arXiv:1707.06347","author":"Schulman John","year":"2017","unstructured":"John Schulman, Filip Wolski, Prafulla Dhariwal, Alec Radford, and Oleg Klimov. 2017. Proximal policy optimization algorithms. arXiv preprint arXiv:1707.06347 (2017)."},{"key":"e_1_3_2_2_63_1","volume-title":"Reinforcement learning: An introduction","author":"Sutton Richard S","unstructured":"Richard S Sutton and Andrew G Barto. 2018. Reinforcement learning: An introduction. MIT press."},{"key":"e_1_3_2_2_64_1","doi-asserted-by":"publisher","DOI":"10.5555\/2013881.2014216"},{"key":"e_1_3_2_2_65_1","doi-asserted-by":"publisher","DOI":"10.2478\/v10229-011-0015-3"},{"key":"e_1_3_2_2_66_1","doi-asserted-by":"publisher","DOI":"10.1109\/IROS.2012.6386109"},{"key":"e_1_3_2_2_67_1","volume-title":"Optimizing locomotion controllers using biologically-based actuators and objectives. ACM transactions on graphics 31, 4","author":"Wang Jack M","year":"2012","unstructured":"Jack M Wang, Samuel R Hamner, Scott L Delp, and Vladlen Koltun. 2012. Optimizing locomotion controllers using biologically-based actuators and objectives. ACM transactions on graphics 31, 4 (2012)."},{"key":"e_1_3_2_2_68_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.jbiomech.2008.07.013"},{"key":"e_1_3_2_2_69_1","doi-asserted-by":"publisher","DOI":"10.1145\/3173574.3173704"},{"key":"e_1_3_2_2_70_1","unstructured":"Georgios N Yannakakis Pieter Spronck Daniele Loiacono and Elisabeth Andr\u00e9. 2013. Player modeling. Schloss Dagstuhl-Leibniz-Zentrum fuer Informatik."},{"key":"e_1_3_2_2_71_1","doi-asserted-by":"publisher","DOI":"10.1109\/MMUL.2012.24"},{"key":"e_1_3_2_2_72_1","volume-title":"Proceedings of the 10th Conference on the Foundations of Digital Games.","author":"Zook Alexander","year":"2015","unstructured":"Alexander Zook, Brent Harrison, and Mark O Riedl. 2015. Monte-Carlo tree search for simulation-based strategy analysis. In Proceedings of the 10th Conference on the Foundations of Digital Games."}],"event":{"name":"CHI '20: CHI Conference on Human Factors in Computing Systems","location":"Honolulu HI USA","acronym":"CHI '20","sponsor":["SIGCHI ACM Special Interest Group on Computer-Human Interaction"]},"container-title":["Proceedings of the 2020 CHI Conference on Human Factors in Computing Systems"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3313831.3376701","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3313831.3376701","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,17]],"date-time":"2025-06-17T22:38:29Z","timestamp":1750199909000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3313831.3376701"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2020,4,21]]},"references-count":72,"alternative-id":["10.1145\/3313831.3376701","10.1145\/3313831"],"URL":"https:\/\/doi.org\/10.1145\/3313831.3376701","relation":{},"subject":[],"published":{"date-parts":[[2020,4,21]]},"assertion":[{"value":"2020-04-23","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}