{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,3]],"date-time":"2026-04-03T22:11:14Z","timestamp":1775254274384,"version":"3.50.1"},"reference-count":116,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","license":[{"start":{"date-parts":[[2024,1,1]],"date-time":"2024-01-01T00:00:00Z","timestamp":1704067200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by-nc-nd\/4.0\/"}],"funder":[{"DOI":"10.13039\/100019349","name":"Universidad T\u00e9cnica Particular de Loja","doi-asserted-by":"crossref","award":["PROY_ARTIC_CE_2022_3667"],"award-info":[{"award-number":["PROY_ARTIC_CE_2022_3667"]}],"id":[{"id":"10.13039\/100019349","id-type":"DOI","asserted-by":"crossref"}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Access"],"published-print":{"date-parts":[[2024]]},"DOI":"10.1109\/access.2024.3432741","type":"journal-article","created":{"date-parts":[[2024,7,23]],"date-time":"2024-07-23T19:50:58Z","timestamp":1721764258000},"page":"103133-103161","source":"Crossref","is-referenced-by-count":22,"title":["A Deep Reinforcement Learning Framework for Control of Robotic Manipulators in Simulated Environments"],"prefix":"10.1109","volume":"12","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-7071-7088","authenticated-orcid":false,"given":"Carlos","family":"Calder\u00f3n-Cordova","sequence":"first","affiliation":[{"name":"Department of Computer Science and Electronics, Universidad Técnica Particular de Loja, Loja, Ecuador"}]},{"given":"Roger","family":"Sarango","sequence":"additional","affiliation":[{"name":"Department of Computer Science and Electronics, Universidad Técnica Particular de Loja, Loja, Ecuador"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-1800-1189","authenticated-orcid":false,"given":"Darwin","family":"Castillo","sequence":"additional","affiliation":[{"name":"Department of Chemistry, Universidad Técnica Particular de Loja, Loja, Ecuador"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-3156-8892","authenticated-orcid":false,"given":"Vasudevan","family":"Lakshminarayanan","sequence":"additional","affiliation":[{"name":"Theoretical and Experimental Epistemology Laboratory, School of Optometry and Vision Science, University of Waterloo, Waterloo, ON, Canada"}]}],"member":"263","reference":[{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.3390\/robotics10010022"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2023.3287098"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.3390\/math10071051"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.48084\/etasr.2598"},{"issue":"15","key":"ref5","first-page":"22","article-title":"Trajectory tracking control for robot manipulator using fractional order-fuzzy-PID controller","volume":"134","author":"Mohammed","year":"2016","journal-title":"Int. J. Comput. Appl."},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.23919\/ICCAS52745.2021.9649802"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2022.3140781"},{"key":"ref8","volume-title":"RIA: Robotic Industries Association","year":"2023"},{"key":"ref9","volume-title":"JARA: Japan Robot Asociation","year":"2023"},{"key":"ref10","volume-title":"Eurobotics","year":"2023"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1109\/TCYB.2021.3049555"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.3390\/s22155827"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1016\/j.compind.2023.103900"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.3389\/frobt.2022.687595"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1109\/LRA.2019.2961053"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1109\/EDUCON.2018.8363388"},{"key":"ref17","volume-title":"Engineers","year":"2023"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1007\/s40435-020-00665-4"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-540-30301-5"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1016\/B978-0-12-814433-6.00001-6"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1142\/p575"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.3390\/fractalfract7010077"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1016\/j.sigpro.2006.02.020"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.1016\/j.rcim.2013.09.009"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.11591\/eei.v12i2.3968"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1109\/ICCAD49821.2020.9260559"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.1007\/s12065-020-00515-4"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.37394\/23203.2022.17.8"},{"key":"ref29","doi-asserted-by":"publisher","DOI":"10.1007\/s11044-020-09752-y"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.1109\/CEIT.2018.8751895"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.1017\/S0263574719000882"},{"key":"ref32","doi-asserted-by":"publisher","DOI":"10.1007\/s40815-022-01411-y"},{"key":"ref33","first-page":"103","article-title":"Fractional order fuzzy PID controller design for 2-Link rigid robot manipulator","volume":"15","author":"Abdulameer","year":"2021","journal-title":"Int. J. Intell. Eng. Syst."},{"key":"ref34","volume-title":"FOMCON Toolbox for MATLAB","author":"Tepljakov","year":"2023"},{"key":"ref35","doi-asserted-by":"publisher","DOI":"10.1515\/9783110571745-010"},{"key":"ref36","volume-title":"Sliding Mode Control Using MATLAB","author":"Liu","year":"2017"},{"key":"ref37","doi-asserted-by":"publisher","DOI":"10.3390\/math10111935"},{"key":"ref38","doi-asserted-by":"publisher","DOI":"10.3390\/act10110288"},{"key":"ref39","doi-asserted-by":"publisher","DOI":"10.1109\/ICCCEEE46830.2019.9071314"},{"key":"ref40","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2020.3042874"},{"key":"ref41","doi-asserted-by":"publisher","DOI":"10.3390\/app122312377"},{"key":"ref42","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2021.3068769"},{"key":"ref43","doi-asserted-by":"publisher","DOI":"10.1007\/s11831-021-09552-3"},{"key":"ref44","volume-title":"Reinforcement Learning for Control Systems Applications","year":"2023"},{"key":"ref45","article-title":"Dopamine: A research framework for deep reinforcement learning","author":"Castro","year":"2018","journal-title":"arXiv:1812.06110"},{"key":"ref46","doi-asserted-by":"publisher","DOI":"10.3390\/s21041278"},{"key":"ref47","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2021.3076530"},{"key":"ref48","doi-asserted-by":"publisher","DOI":"10.1007\/978-981-13-2375-1_44"},{"key":"ref49","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2020.3038605"},{"key":"ref50","first-page":"1","article-title":"Guided deep reinforcement learning for path planning of robotic manipulators","volume-title":"Proc. 5th Int. Conf.","author":"Shen"},{"key":"ref51","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2019.2939161"},{"key":"ref52","doi-asserted-by":"crossref","DOI":"10.1007\/978-981-15-4095-0","volume-title":"Deep Reinforcement Learning\u2014Fundamentals, Research and Application","author":"Dong","year":"2020"},{"key":"ref53","doi-asserted-by":"publisher","DOI":"10.3390\/s23073762"},{"key":"ref54","doi-asserted-by":"publisher","DOI":"10.1109\/IRC.2019.00120"},{"key":"ref55","doi-asserted-by":"publisher","DOI":"10.3390\/robotics10030105"},{"key":"ref56","doi-asserted-by":"publisher","DOI":"10.1007\/s11370-021-00398-z"},{"key":"ref57","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v34i04.6059"},{"issue":"1","key":"ref58","first-page":"1395","article-title":"A review of robot learning for manipulation: Challenges, representations, and algorithms","volume":"22","author":"Kroemer","year":"2021","journal-title":"J. Mach. Learn. Res."},{"key":"ref59","doi-asserted-by":"publisher","DOI":"10.1109\/ICST46399.2020.00020"},{"key":"ref60","doi-asserted-by":"publisher","DOI":"10.1109\/ICRA.2019.8793789"},{"key":"ref61","article-title":"Never stop learning: The effectiveness of fine-tuning in robotic reinforcement learning","author":"Julian","year":"2020","journal-title":"arXiv:2004.10190"},{"key":"ref62","doi-asserted-by":"publisher","DOI":"10.1109\/UBMK55850.2022.9919482"},{"key":"ref63","doi-asserted-by":"publisher","DOI":"10.1109\/ICCRE57112.2023.10155608"},{"key":"ref64","doi-asserted-by":"publisher","DOI":"10.1109\/ICRA46639.2022.9812023"},{"key":"ref65","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2019.2932257"},{"key":"ref66","volume-title":"Deep Reinforcement Learning for Keras","author":"Plappert","year":"2023"},{"key":"ref67","volume-title":"Tensorforce: A TensorFlow Library for Applied Reinforcement Learning","author":"Kuhnle","year":"2023"},{"key":"ref68","volume-title":"Stable Baselines3","author":"Raffin","year":"2023"},{"key":"ref69","doi-asserted-by":"crossref","volume-title":"TensorLayer","author":"Dong","DOI":"10.1145\/3123266.3129391"},{"key":"ref70","article-title":"TF-agents: A reliable, scalable and easy to use TensorFlow library for contextual bandits and reinforcement learning","author":"Guadarrama","year":"2018"},{"key":"ref71","volume-title":"TorchRL","author":"Bou","year":"2023"},{"key":"ref72","volume-title":"Agents Es Una Biblioteca Para El Aprendizaje Por Refuerzo En TensorFlow","year":"2023"},{"key":"ref73","volume-title":"TorchRL Documentation","year":"2023"},{"key":"ref74","article-title":"Openai gym","author":"Brockman","year":"2016","journal-title":"arXiv:1606.01540"},{"key":"ref75","volume-title":"Announcing The Farama Foundation: The Future of Open Source Reinforcement Learning","year":"2023"},{"key":"ref76","volume-title":"Gymnasium","author":"Towers","year":"2023"},{"key":"ref77","doi-asserted-by":"publisher","DOI":"10.5220\/0007364701340144"},{"key":"ref78","first-page":"1","article-title":"Hyperparameters in reinforcement learning and how to tune them","volume-title":"Proc. Int. Conf. Mach. Learn.","author":"Eimer"},{"key":"ref79","doi-asserted-by":"publisher","DOI":"10.1109\/ICIEA48937.2020.9248326"},{"key":"ref80","doi-asserted-by":"publisher","DOI":"10.1109\/CDC.2016.7799164"},{"key":"ref81","doi-asserted-by":"publisher","DOI":"10.1109\/CIS-RAM47153.2019.9095802"},{"key":"ref82","doi-asserted-by":"publisher","DOI":"10.3390\/robotics11050116"},{"key":"ref83","doi-asserted-by":"publisher","DOI":"10.1007\/s10514-022-10034-z"},{"key":"ref84","doi-asserted-by":"publisher","DOI":"10.3390\/app10020575"},{"key":"ref85","volume-title":"Robotic Reach, Grasp, and Pick-and-Place Using Combined Reinforcement Learning and Traditional Controls","author":"Lobbezoo","year":"2022"},{"key":"ref86","doi-asserted-by":"publisher","DOI":"10.1109\/IROS.2017.8202244"},{"key":"ref87","doi-asserted-by":"publisher","DOI":"10.1109\/ICRA.2017.7989385"},{"key":"ref88","doi-asserted-by":"publisher","DOI":"10.1109\/ICRA.2019.8793485"},{"key":"ref89","doi-asserted-by":"publisher","DOI":"10.1007\/s00521-023-08797-2"},{"key":"ref90","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2021.3073902"},{"key":"ref91","doi-asserted-by":"publisher","DOI":"10.1007\/s10462-024-10756-9"},{"key":"ref92","first-page":"16","article-title":"Distributed deep reinforcement learning on the cloud for autonomous driving","volume-title":"Proc. IEEE\/ACM 1st Int. Workshop Softw. Eng. AI Auto. Syst. (SEFAIAS)","author":"Spryn"},{"key":"ref93","volume-title":"Distributed Deep Reinforcement Learning in an HPC System and Deployment to the Cloud","author":"Escobar","year":"2021"},{"key":"ref94","doi-asserted-by":"publisher","DOI":"10.1117\/1.JEI.31.6.061809"},{"key":"ref95","volume-title":"Azure Machine Learning Documentation","year":"2023"},{"key":"ref96","volume-title":"Amazon SageMaker Documentation","year":"2023"},{"key":"ref97","first-page":"270","article-title":"Gpu-accelerated robotic simulation for distributed reinforcement learning","volume-title":"Proc. Conf. Robot Learn.","author":"Liang"},{"key":"ref98","article-title":"Isaac gym: High performance GPU-based physics simulation for robot learning","author":"Makoviychuk","year":"2021","journal-title":"arXiv:2108.10470"},{"key":"ref99","volume-title":"Compare GeForce Graphics Cards","year":"2023"},{"key":"ref100","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2020.3027923"},{"key":"ref101","volume-title":"Robotics Simulator CoppeliaSim","author":"Robotics","year":"2023"},{"key":"ref102","doi-asserted-by":"publisher","DOI":"10.5753\/svr_estendido.2019.8471"},{"key":"ref103","volume-title":"Isaac Sim Documentation","author":"Omniverse","year":"2023"},{"key":"ref104","volume-title":"Gazebo","author":"Robotics","year":"2023"},{"key":"ref105","volume-title":"Simulate Robot Aplications-Program Any Industrial Robot With One Simulation Environment","year":"2023"},{"key":"ref106","volume-title":"Robotics System Toolbox","year":"2023"},{"key":"ref107","volume-title":"NVIDIA Omniverse\u2014Isaac Sim","author":"Omniverse","year":"2023"},{"key":"ref108","doi-asserted-by":"publisher","DOI":"10.3390\/s21124031"},{"key":"ref109","doi-asserted-by":"publisher","DOI":"10.3390\/educsci11010011"},{"key":"ref110","doi-asserted-by":"publisher","DOI":"10.3390\/app12178429"},{"key":"ref111","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2021.3049860"},{"key":"ref112","article-title":"Sim2real for peg-hole insertion with eye-in-hand camera","author":"Bogunowicz","year":"2020","journal-title":"arXiv:2005.14401"},{"key":"ref113","first-page":"651","article-title":"QT-Opt: Scalable deep reinforcement learning for vision-based robotic manipulation","volume-title":"Proc. 2nd Annu. Conf. Robot Learn.","author":"Kalashnikov"},{"key":"ref114","doi-asserted-by":"publisher","DOI":"10.3390\/app12147194"},{"key":"ref115","volume-title":"CUDA Installation Guide for Microsoft Windows","year":"2023"},{"key":"ref116","volume-title":"Installation Guide of NVIDIA CUDNN","author":"Omniverse","year":"2023"}],"container-title":["IEEE Access"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx8\/6287639\/10380310\/10606462.pdf?arnumber=10606462","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,8,3]],"date-time":"2024-08-03T04:41:28Z","timestamp":1722660088000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/10606462\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024]]},"references-count":116,"URL":"https:\/\/doi.org\/10.1109\/access.2024.3432741","relation":{},"ISSN":["2169-3536"],"issn-type":[{"value":"2169-3536","type":"electronic"}],"subject":[],"published":{"date-parts":[[2024]]}}}