{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,2,5]],"date-time":"2026-02-05T13:35:10Z","timestamp":1770298510836,"version":"3.49.0"},"reference-count":31,"publisher":"IEEE","license":[{"start":{"date-parts":[[2025,5,19]],"date-time":"2025-05-19T00:00:00Z","timestamp":1747612800000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2025,5,19]],"date-time":"2025-05-19T00:00:00Z","timestamp":1747612800000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2025,5,19]]},"DOI":"10.1109\/icra55743.2025.11127658","type":"proceedings-article","created":{"date-parts":[[2025,9,2]],"date-time":"2025-09-02T17:28:56Z","timestamp":1756834136000},"page":"16737-16743","source":"Crossref","is-referenced-by-count":1,"title":["Reinforcement Learning on Reconfigurable Hardware: Overcoming Material Variability in Laser Material Processing"],"prefix":"10.1109","author":[{"given":"Giulio","family":"Masinelli","sequence":"first","affiliation":[{"name":"Swiss Federal Laboratories for Materials Science and Technology (Empa),Laboratory for Advanced Materials Processing (LAMP),Thun,Switzerland"}]},{"given":"Chang","family":"Rajani","sequence":"additional","affiliation":[{"name":"Swiss Federal Laboratories for Materials Science and Technology (Empa),Laboratory for Advanced Materials Processing (LAMP),Thun,Switzerland"}]},{"given":"Patrik","family":"Hoffmann","sequence":"additional","affiliation":[{"name":"Swiss Federal Laboratories for Materials Science and Technology (Empa),Laboratory for Advanced Materials Processing (LAMP),Thun,Switzerland"}]},{"given":"Kilian","family":"Wasmer","sequence":"additional","affiliation":[{"name":"Swiss Federal Laboratories for Materials Science and Technology (Empa),Laboratory for Advanced Materials Processing (LAMP),Thun,Switzerland"}]},{"given":"David","family":"Atienza","sequence":"additional","affiliation":[{"name":"École Polytechnique Fédérale de Lausanne (EPFL),Embedded Systems Laboratory (ESL),Lausanne,Switzerland"}]}],"member":"263","reference":[{"issue":"3","key":"ref1","doi-asserted-by":"crossref","first-page":"193","DOI":"10.1007\/s40436-014-0088-8","article-title":"Laser-based manufacturing concepts for efficient production of tailor welded sheet metals","volume":"2","author":"Sp\u00f6ttl","year":"2014","journal-title":"Advances in Manufacturing"},{"issue":"3","key":"ref2","first-page":"1900617","article-title":"Laser powder bed fusion of 3161 stainless steel: Industrial relevance and process optimization","volume":"22","author":"Serrano-Munoz","year":"2020","journal-title":"Advanced Engineering Materials"},{"issue":"3","key":"ref3","doi-asserted-by":"crossref","first-page":"030801","DOI":"10.1115\/1.4036239","article-title":"A review on laser processing in electronic and mems packaging","volume":"139","author":"Liu","year":"2017","journal-title":"Journal of Electronic Packaging"},{"key":"ref4","doi-asserted-by":"crossref","DOI":"10.1007\/978-1-84996-062-5","volume-title":"Laser Material Processing","author":"Steen","year":"2010"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.2351\/1.5060833"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1109\/ICRA.2017.7989385"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1038\/s41586-021-04301-9"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2020.2998052"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1109\/ICRA48891.2023.10161334"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1016\/j.mechatronics.2015.09.004"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1016\/j.addma.2021.102152"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1088\/1757-899x\/811\/1\/012030"},{"issue":"4","key":"ref13","doi-asserted-by":"crossref","first-page":"352","DOI":"10.1016\/j.fbp.2013.01.003","article-title":"Anti-fouling surface modified stainless steel for food processing","volume":"91","author":"Barish","year":"2013","journal-title":"Food and Bioproducts Processing"},{"issue":"8","key":"ref14","first-page":"1509","article-title":"Electrophoretic deposition of natural hydroxyapatite on medical grade 3161 stainless steel","volume":"28","author":"Javidi","year":"2008","journal-title":"Materials Science and Engineering: C"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1007\/s00170-016-9501-8"},{"key":"ref16","volume-title":"Xilinx\/brevitas","author":"Pappalardo","year":"2023"},{"key":"ref17","article-title":"Reinforcement learning: An introduction","volume-title":"A Bradford Book","author":"Sutton","year":"2018"},{"key":"ref18","first-page":"15 281","article-title":"Unpacking reward shaping: Understanding the benefits of reward engineering on sample complexity","volume":"35","author":"Gupta","year":"2022","journal-title":"Advances in Neural Information Processing Systems"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1007\/s00170-023-11041-9"},{"key":"ref20","first-page":"1861","article-title":"Soft actor-critic: Offpolicy maximum entropy deep reinforcement learning with a stochastic actor","volume-title":"International conference on machine learning","author":"Haarnoja","year":"2018"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.48550\/arXiv.1812.05905"},{"key":"ref22","article-title":"Maximum entropy rl (provably) solves some robust rl problems","author":"Eysenbach","year":"2021","journal-title":"arXiv preprint"},{"key":"ref23","article-title":"Xilinx, Introduction to FPGA Design with Vivado High-Level Synthesis","volume-title":"Xilinx Inc.","year":"2019"},{"key":"ref24","article-title":"Auto-encoding variational bayes","author":"Kingma","year":"2013","journal-title":"arXiv preprint"},{"issue":"1","key":"ref25","doi-asserted-by":"crossref","first-page":"1170","DOI":"10.1038\/s41467-022-28694-x","article-title":"Keyhole fluctuation and pore formation mechanisms during laser powder bed fusion additive manufacturing","volume":"13","author":"Huang","year":"2022","journal-title":"Nature Communications"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1155\/2018\/4920718"},{"issue":"6","key":"ref27","doi-asserted-by":"crossref","first-page":"14851495","DOI":"10.1007\/s40194-024-01719-3","article-title":"Control of meltpool shape in laser welding","volume":"68","author":"Suder","year":"2024","journal-title":"Welding in the World"},{"key":"ref28","doi-asserted-by":"crossref","first-page":"109248","DOI":"10.1016\/j.optlastec.2023.109248","article-title":"Defectometry, distortion analysis and metallurgical properties in the keyhole and conduction mode of laser beam welding of al-mg-sc alloy butt joints","volume":"162","author":"Barat","year":"2023","journal-title":"Optics & Laser Technology"},{"key":"ref29","doi-asserted-by":"crossref","first-page":"148","DOI":"10.1016\/j.jmapro.2021.10.020","article-title":"Effect of laser beam welding on microstructure, tensile strength and fatigue behaviour of duplex stainless steel 2205","volume":"72","author":"Odermatt","year":"2021","journal-title":"Journal of Manufacturing Processes"},{"key":"ref30","article-title":"Reinforcement learning with perceptual aliasing: The perceptual distinctions approach","volume-title":"Proceedings of the AAAI Conference on Artificial Intelligence","author":"Chrisman","year":"1992"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.1109\/IROS.2017.8202133"}],"event":{"name":"2025 IEEE International Conference on Robotics and Automation (ICRA)","location":"Atlanta, GA, USA","start":{"date-parts":[[2025,5,19]]},"end":{"date-parts":[[2025,5,23]]}},"container-title":["2025 IEEE International Conference on Robotics and Automation (ICRA)"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx8\/11127273\/11127223\/11127658.pdf?arnumber=11127658","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,9,3]],"date-time":"2025-09-03T06:05:23Z","timestamp":1756879523000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/11127658\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,5,19]]},"references-count":31,"URL":"https:\/\/doi.org\/10.1109\/icra55743.2025.11127658","relation":{},"subject":[],"published":{"date-parts":[[2025,5,19]]}}}