{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,10,22]],"date-time":"2025-10-22T10:49:57Z","timestamp":1761130197277,"version":"3.44.0"},"reference-count":35,"publisher":"IEEE","license":[{"start":{"date-parts":[[2025,5,19]],"date-time":"2025-05-19T00:00:00Z","timestamp":1747612800000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2025,5,19]],"date-time":"2025-05-19T00:00:00Z","timestamp":1747612800000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2025,5,19]]},"DOI":"10.1109\/icra55743.2025.11128066","type":"proceedings-article","created":{"date-parts":[[2025,9,2]],"date-time":"2025-09-02T17:28:56Z","timestamp":1756834136000},"page":"11524-11530","source":"Crossref","is-referenced-by-count":1,"title":["Synthesizing Depowdering Trajectories for Robot Arms using Deep Reinforcement Learning"],"prefix":"10.1109","author":[{"given":"Maximilian","family":"Maurer","sequence":"first","affiliation":[{"name":"Festo SE & Co. KG,Germany"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Simon","family":"Seefeldt","sequence":"additional","affiliation":[{"name":"Festo SE & Co. KG,Germany"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Jan","family":"Seyler","sequence":"additional","affiliation":[{"name":"Festo SE & Co. KG,Germany"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Shahram","family":"Eivazi","sequence":"additional","affiliation":[{"name":"Festo SE & Co. KG,Germany"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"263","reference":[{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1007\/s00170-020-04930-w"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.3390\/act7020018"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.2352\/ISSN.2470-1173.2019.6.MAAP-480"},{"volume-title":"Machines for powder removal","year":"2024","key":"ref4"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1109\/ICRA40945.2020.9197110"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1080\/17452759.2021.1927762"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1109\/LRA.2022.3195189"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1109\/LRA.2023.3296943"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2021.3108177"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1016\/j.autcon.2020.103078"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1109\/IROS45743.2020.9340934"},{"key":"ref12","first-page":"22491","article-title":"Learning coverage paths in unknown environments with deep reinforcement learning","volume-title":"International Conference on Machine Learning","author":"Jonnarth","year":"2024"},{"key":"ref13","article-title":"Paintrl: Coverage path planning for industrial spray painting with reinforcement learning","volume-title":"RSS Workshop on Closing the Reality Gap in Sim2real Transfer for Robotic Manipulation","author":"Kiemel","year":"2019"},{"volume-title":"Towards autonomous robotic spray painting with unsupervised reinforcement learning","year":"2023","author":"Prattico","key":"ref14"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1007\/s10462-021-09997-9"},{"key":"ref16","first-page":"1","article-title":"Deep reinforcement learning for robotic manipulation","volume":"1","author":"Gu","year":"2016","journal-title":"arXiv preprint"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1109\/IROS.2012.6386109"},{"journal-title":"Pybullet, a python module for physics simulation for games, robotics and machine learning","year":"2016","author":"Coumans","key":"ref18"},{"volume-title":"Nvidia isaac simulation","year":"2023","author":"Corporation","key":"ref19"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1177\/0278364913495721"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1016\/j.robot.2013.09.004"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.1109\/ICARSC58346.2023.10129591"},{"key":"ref23","article-title":"Sim-to-real transfer of deep reinforcement learning agents for online coverage path planning","author":"Jonnarth","year":"2024","journal-title":"arXiv preprint"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.1109\/IROS55552.2023.10341412"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR52688.2022.00152"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1109\/TIP.2023.3240835"},{"key":"ref27","article-title":"Proximal policy optimization algorithms","author":"Schulman","year":"2017","journal-title":"arXiv preprint"},{"key":"ref28","article-title":"Pytorch: An imperative style, high-performance deep learning library","volume":"32","author":"Paszke","year":"2019","journal-title":"Advances in neural information processing systems"},{"article-title":"Warp: A high-performance python framework for gpu simulation and graphics","volume-title":"nVIDIA GPU Technology Conference (GTC)","author":"Macklin","key":"ref29"},{"key":"ref30","article-title":"Learning with 3d rotations, a hitchhiker\u2019s guide to so (3)","author":"Geist","year":"2024","journal-title":"arXiv preprint"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v32i1.11694"},{"issue":"268","key":"ref32","first-page":"1","article-title":"Stable-baselines3: Reliable reinforcement learning implementations","volume":"22","author":"Raffin","year":"2021","journal-title":"Journal of Machine Learning Research"},{"key":"ref33","first-page":"1861","article-title":"Soft actor-critic: Offpolicy maximum entropy deep reinforcement learning with a stochastic actor","volume-title":"International conference on machine learning","author":"Haarnoja","year":"2018"},{"volume":"3.5.","volume-title":"Blender - a 3D modelling and rendering package","year":"2023","key":"ref34"},{"key":"ref35","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-44051-0_26"}],"event":{"name":"2025 IEEE International Conference on Robotics and Automation (ICRA)","start":{"date-parts":[[2025,5,19]]},"location":"Atlanta, GA, USA","end":{"date-parts":[[2025,5,23]]}},"container-title":["2025 IEEE International Conference on Robotics and Automation (ICRA)"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx8\/11127273\/11127223\/11128066.pdf?arnumber=11128066","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,9,3]],"date-time":"2025-09-03T06:06:42Z","timestamp":1756879602000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/11128066\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,5,19]]},"references-count":35,"URL":"https:\/\/doi.org\/10.1109\/icra55743.2025.11128066","relation":{},"subject":[],"published":{"date-parts":[[2025,5,19]]}}}