{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,27]],"date-time":"2026-06-27T15:10:08Z","timestamp":1782573008107,"version":"3.54.5"},"reference-count":28,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","license":[{"start":{"date-parts":[[2020,1,1]],"date-time":"2020-01-01T00:00:00Z","timestamp":1577836800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/legalcode"}],"funder":[{"name":"RealFlex","award":["845600"],"award-info":[{"award-number":["845600"]}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Access"],"published-print":{"date-parts":[[2020]]},"DOI":"10.1109\/access.2020.3040246","type":"journal-article","created":{"date-parts":[[2020,11,25]],"date-time":"2020-11-25T01:50:16Z","timestamp":1606269016000},"page":"213998-214006","source":"Crossref","is-referenced-by-count":59,"title":["Automated Excavator Based on Reinforcement Learning and Multibody System Dynamics"],"prefix":"10.1109","volume":"8","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-1477-3114","authenticated-orcid":false,"given":"Ilya","family":"Kurinov","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-3252-1236","authenticated-orcid":false,"given":"Grzegorz","family":"Orzechowski","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-7764-3459","authenticated-orcid":false,"given":"Perttu","family":"Hamalainen","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-2762-8503","authenticated-orcid":false,"given":"Aki","family":"Mikkola","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"263","reference":[{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1109\/MED.2016.7535925"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1631\/jzus.A1600650"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1109\/IROS.2017.8202133"},{"key":"ref13","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1145\/3355089.3356504","article-title":"Learning to fly?: Computational controller design for hybrid UAVs with reinforcement learning learning to fly?: Computational controller design for hybrid UAVs with reinforcement learning","volume":"38","author":"xu","year":"2019","journal-title":"ACM Trans Graph"},{"key":"ref14","article-title":"Iterative reinforcement learning based design of dynamic locomotion skills for cassie","author":"xie","year":"2019","journal-title":"arXiv 1903 09537"},{"key":"ref15","article-title":"PPO-CMA: Proximal policy optimization with covariance matrix adaptation","author":"h\u00e4m\u00e4l\u00e4inen","year":"2018","journal-title":"arXiv 1810 02541"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1007\/1-4020-3393-1_1"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1016\/0045-7825(93)90072-6"},{"key":"ref18","author":"de jal\u00f3n","year":"1993","journal-title":"Kinematic and Dynamic Simulation of Multibody Systems The Real-Time Challenge"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1016\/j.mechmachtheory.2019.103626"},{"key":"ref28","article-title":"Proximal policy optimization algorithms","author":"schulman","year":"2017","journal-title":"arXiv 1707 06347"},{"key":"ref4","first-page":"1","author":"sutton","year":"2018","journal-title":"Reinforcement Learning"},{"key":"ref27","year":"2020","journal-title":"Part 2 Kinds of RL Algorithms—Spinning Up documentation"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-01168-4"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1023\/A:1008914201877"},{"key":"ref5","first-page":"957","article-title":"Experimental robotic excavation with fuzzy logic and neural networks","author":"shi","year":"1996","journal-title":"Proc IEEE Int Conf Robot Autom"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1109\/ROBOT.2010.5509546"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-540-88518-4_128"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1016\/j.autcon.2016.05.009"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1016\/j.procs.2018.10.301"},{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.18178\/ijeetc.7.4.178-182"},{"key":"ref20","author":"watton","year":"1989","journal-title":"Fluid power systems modeling simulation analog and micro computer control"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-540-30479-1_24"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1115\/1.2912774"},{"key":"ref24","first-page":"21","article-title":"Soil deformation models for real-time simulation: A hybrid approach","author":"holz","year":"2009","journal-title":"Proc Vriphys 6th Workshop Virtual Real Interact Phys Simulations"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1007\/11861201_46"},{"key":"ref26","article-title":"ZeroMQ","volume":"53","author":"hintjens","year":"2013"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2019.2956164"}],"container-title":["IEEE Access"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/6287639\/8948470\/09268069.pdf?arnumber=9268069","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,11,29]],"date-time":"2022-11-29T17:32:55Z","timestamp":1669743175000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/9268069\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2020]]},"references-count":28,"URL":"https:\/\/doi.org\/10.1109\/access.2020.3040246","relation":{},"ISSN":["2169-3536"],"issn-type":[{"value":"2169-3536","type":"electronic"}],"subject":[],"published":{"date-parts":[[2020]]}}}