{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,23]],"date-time":"2026-06-23T07:05:17Z","timestamp":1782198317325,"version":"3.54.5"},"reference-count":38,"publisher":"Elsevier BV","license":[{"start":{"date-parts":[[2026,7,1]],"date-time":"2026-07-01T00:00:00Z","timestamp":1782864000000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/tdm\/userlicense\/1.0\/"},{"start":{"date-parts":[[2026,7,1]],"date-time":"2026-07-01T00:00:00Z","timestamp":1782864000000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/legal\/tdmrep-license"},{"start":{"date-parts":[[2026,7,1]],"date-time":"2026-07-01T00:00:00Z","timestamp":1782864000000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-017"},{"start":{"date-parts":[[2026,7,1]],"date-time":"2026-07-01T00:00:00Z","timestamp":1782864000000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"},{"start":{"date-parts":[[2026,7,1]],"date-time":"2026-07-01T00:00:00Z","timestamp":1782864000000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-012"},{"start":{"date-parts":[[2026,7,1]],"date-time":"2026-07-01T00:00:00Z","timestamp":1782864000000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2026,7,1]],"date-time":"2026-07-01T00:00:00Z","timestamp":1782864000000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-004"}],"funder":[{"DOI":"10.13039\/501100020437","name":"Beijing Association for Science and Technology","doi-asserted-by":"publisher","award":["BYESS2023401"],"award-info":[{"award-number":["BYESS2023401"]}],"id":[{"id":"10.13039\/501100020437","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["elsevier.com","sciencedirect.com"],"crossmark-restriction":true},"short-container-title":["Expert Systems with Applications"],"published-print":{"date-parts":[[2026,7]]},"DOI":"10.1016\/j.eswa.2026.132132","type":"journal-article","created":{"date-parts":[[2026,3,24]],"date-time":"2026-03-24T00:17:36Z","timestamp":1774311456000},"page":"132132","update-policy":"https:\/\/doi.org\/10.1016\/elsevier_cm_policy","source":"Crossref","is-referenced-by-count":0,"special_numbering":"C","title":["FPGA-based heterogeneous computing framework for environment-level parallel decision-making in autonomous driving and robotic control"],"prefix":"10.1016","volume":"320","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-4148-5828","authenticated-orcid":false,"given":"Qi","family":"Deng","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0006-1668-1236","authenticated-orcid":false,"given":"Hongbin","family":"Yang","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-9170-0090","authenticated-orcid":false,"given":"Yaqian","family":"Zhao","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-9921-1507","authenticated-orcid":false,"given":"Ruyang","family":"Li","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-3147-1011","authenticated-orcid":false,"given":"Gang","family":"Dong","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"78","reference":[{"issue":"6","key":"10.1016\/j.eswa.2026.132132_bib0001","doi-asserted-by":"crossref","first-page":"5472","DOI":"10.1109\/TMECH.2022.3181603","article-title":"A novel cable-driven parallel robot with movable anchor points capable for obstacle environments","volume":"27","author":"An","year":"2022","journal-title":"IEEE\/ASME Transactions on Mechatronics"},{"issue":"2","key":"10.1016\/j.eswa.2026.132132_bib0002","article-title":"Accelerating deep neuroevolution on distributed FPGAs for reinforcement learning problems","volume":"17","author":"Asseman","year":"2021","journal-title":"Journal on Emerging Technologies in Computing Systems"},{"issue":"3","key":"10.1016\/j.eswa.2026.132132_bib0003","first-page":"509","article-title":"An edge neuromorphic processor with high-accuracy on-chip aggregate-label learning","volume":"72","author":"Chen","year":"2025","journal-title":"IEEE Transactions on Circuits and Systems II: Express Briefs"},{"issue":"12","key":"10.1016\/j.eswa.2026.132132_bib0004","doi-asserted-by":"crossref","first-page":"10164","DOI":"10.1109\/TPAMI.2024.3435937","article-title":"End-to-end autonomous driving: Challenges and frontiers","volume":"46","author":"Chen","year":"2024","journal-title":"IEEE Transactions on Pattern Analysis and Machine Intelligence"},{"issue":"7","key":"10.1016\/j.eswa.2026.132132_bib0005","first-page":"3298","article-title":"An FPGA-based event-driven SNN accelerator for DVS applications with structured sparsity and early-stop","volume":"72","author":"Cheng","year":"2025","journal-title":"IEEE Transactions on Circuits and Systems I: Regular Papers"},{"issue":"1","key":"10.1016\/j.eswa.2026.132132_bib0006","doi-asserted-by":"crossref","first-page":"103","DOI":"10.1109\/TIV.2023.3318070","article-title":"Recent advancements in end-to-end autonomous driving using deep learning: A survey","volume":"9","author":"Chib","year":"2024","journal-title":"IEEE Transactions on Intelligent Vehicles"},{"key":"10.1016\/j.eswa.2026.132132_bib0007","series-title":"Conference on robot learning","first-page":"1","article-title":"Carla: An open urban driving simulator","author":"Dosovitskiy","year":"2017"},{"issue":"1","key":"10.1016\/j.eswa.2026.132132_bib0008","doi-asserted-by":"crossref","DOI":"10.1049\/2024\/7855250","article-title":"A FPGA accelerator of distributed A3C algorithm with optimal resource deployment","volume":"2024","author":"Ge","year":"2024","journal-title":"IET Computers and Digital Techniques"},{"issue":"4","key":"10.1016\/j.eswa.2026.132132_bib0009","first-page":"623","article-title":"PIMSR: An energy-efficient processing-in-memory accelerator for 60 FPS 4k super-resolution","volume":"72","author":"Guan","year":"2025","journal-title":"IEEE Transactions on Circuits and Systems II: Express Briefs"},{"issue":"3","key":"10.1016\/j.eswa.2026.132132_bib0010","first-page":"1690","article-title":"FPGA-accelerated sim-to-real control policy learning for robotic arms","volume":"71","author":"Guo","year":"2024","journal-title":"IEEE Transactions on Circuits and Systems II: Express Briefs"},{"issue":"1","key":"10.1016\/j.eswa.2026.132132_bib0011","doi-asserted-by":"crossref","first-page":"87","DOI":"10.1109\/TPAMI.2022.3152247","article-title":"A survey on vision transformer","volume":"45","author":"Han","year":"2023","journal-title":"IEEE Transactions on Pattern Analysis and Machine Intelligence"},{"issue":"9","key":"10.1016\/j.eswa.2026.132132_bib0012","first-page":"5149","article-title":"Meta-learning in neural networks: A survey","volume":"44","author":"Hospedales","year":"2022","journal-title":"IEEE Transactions on Pattern Analysis and Machine Intelligence"},{"key":"10.1016\/j.eswa.2026.132132_bib0013","series-title":"2022 32nd International conference on field-programmable logic and applications (FPL)","first-page":"79","article-title":"Td3lite: FPGA acceleration of reinforcement learning with structural and representation optimizations","author":"Hu","year":"2022"},{"issue":"8","key":"10.1016\/j.eswa.2026.132132_bib0014","doi-asserted-by":"crossref","first-page":"3966","DOI":"10.1109\/TNNLS.2021.3121546","article-title":"Event-triggered communication network with limited-bandwidth constraint for multi-agent reinforcement learning","volume":"34","author":"Hu","year":"2023","journal-title":"IEEE Transactions on Neural Networks and Learning Systems"},{"issue":"1","key":"10.1016\/j.eswa.2026.132132_bib0015","doi-asserted-by":"crossref","first-page":"593","DOI":"10.1109\/TIV.2023.3312777","article-title":"How simulation helps autonomous driving: A survey of sim2real, digital twins, and parallel intelligence","volume":"9","author":"Hu","year":"2024","journal-title":"IEEE Transactions on Intelligent Vehicles"},{"issue":"12","key":"10.1016\/j.eswa.2026.132132_bib0016","doi-asserted-by":"crossref","first-page":"11712","DOI":"10.1109\/TII.2023.3248120","article-title":"Evolutionary optimization of fuzzy reinforcement learning and its application to time-varying tracking control of industrial parallel robotic manipulators","volume":"19","author":"Huang","year":"2023","journal-title":"IEEE Transactions on Industrial Informatics"},{"issue":"7","key":"10.1016\/j.eswa.2026.132132_bib0017","first-page":"3352","article-title":"EdgeLLM: A highly efficient CPU-FPGA heterogeneous edge accelerator for large language models","volume":"72","author":"Huang","year":"2025","journal-title":"IEEE Transactions on Circuits and Systems I: Regular Papers"},{"key":"10.1016\/j.eswa.2026.132132_bib0018","unstructured":"Jha A., Dewangan T., Lokhande M., & Vishvakarma S.K. (2025). Qforce-RL: Quantized FPGA-optimized reinforcement learning compute engine. arXiv: 2506.07046."},{"key":"10.1016\/j.eswa.2026.132132_bib0019","series-title":"Applied reconfigurable computing. architectures, tools, and applications","first-page":"47","article-title":"A multi-FPGA scalable framework for deep reinforcement learning through neuroevolution","author":"Laserna","year":"2022"},{"key":"10.1016\/j.eswa.2026.132132_bib0020","series-title":"Design, automation & test in Europe conference, DATE 2025, Lyon, France, March 31-April 2, 2025","first-page":"1","article-title":"PEARL: FPGA-based reinforcement learning acceleration with pipelined parallel environments","author":"Li","year":"2025"},{"key":"10.1016\/j.eswa.2026.132132_bib0021","series-title":"2022 IEEE 22nd international conference on communication technology (ICCT)","first-page":"1521","article-title":"An a3c deep reinforcement learning FPGA accelerator based on heterogeneous compute units","author":"Li","year":"2022"},{"issue":"9","key":"10.1016\/j.eswa.2026.132132_bib0022","doi-asserted-by":"crossref","first-page":"15354","DOI":"10.1109\/TITS.2022.3140357","article-title":"Joint communication and trajectory optimization for multi-UAV enabled mobile internet of vehicles","volume":"23","author":"Liu","year":"2022","journal-title":"IEEE Transactions on Intelligent Transportation Systems"},{"issue":"4","key":"10.1016\/j.eswa.2026.132132_bib0023","doi-asserted-by":"crossref","first-page":"91:1","DOI":"10.1145\/3703453","article-title":"Acceleration for deep reinforcement learning using parallel and distributed computing: A survey","volume":"57","author":"Liu","year":"2025","journal-title":"ACM Computing Surveys"},{"issue":"6","key":"10.1016\/j.eswa.2026.132132_bib0024","first-page":"2740","article-title":"Mina: A hardware-efficient and flexible mini-inceptionnet accelerator for ecg classification in wearable devices","volume":"72","author":"Luan Pham","year":"2025","journal-title":"IEEE Transactions on Circuits and Systems I: Regular Papers"},{"issue":"7","key":"10.1016\/j.eswa.2026.132132_bib0025","doi-asserted-by":"crossref","first-page":"1401","DOI":"10.1109\/TPDS.2025.3566766","article-title":"An acceleration framework for deep reinforcement learning using heterogeneous systems","volume":"36","author":"Meng","year":"2025","journal-title":"IEEE Transactions on Parallel and Distributed Systems"},{"key":"10.1016\/j.eswa.2026.132132_bib0026","series-title":"Proceedings of the 21st ACM international conference on computing frontiers, CF 2024, Ischia, Italy, May 7-9, 2024","first-page":"1","article-title":"PEARL: Enabling portable, productive, and high-performance deep reinforcement learning using heterogeneous platforms","author":"Meng","year":"2024"},{"key":"10.1016\/j.eswa.2026.132132_bib0027","series-title":"Proceedings of the 19th ACM international conference on computing frontiers","first-page":"40","article-title":"FPGA acceleration of deep reinforcement learning using on-chip replay management","author":"Meng","year":"2022"},{"key":"10.1016\/j.eswa.2026.132132_bib0028","series-title":"2024 9th International conference on fog and mobile edge computing (FMEC)","first-page":"99","article-title":"FPGA-based acceleration of deep q-networks with STANN-RL","author":"Rothmann","year":"2024"},{"key":"10.1016\/j.eswa.2026.132132_bib0029","series-title":"2012 IEEE\/RSJ International conference on intelligent robots and systems","first-page":"5026","article-title":"Mujoco: A physics engine for model-based control","author":"Todorov","year":"2012"},{"issue":"4","key":"10.1016\/j.eswa.2026.132132_bib0030","doi-asserted-by":"crossref","first-page":"12593","DOI":"10.1109\/LRA.2022.3220155","article-title":"Consensus-based decentralized task allocation for multi-agent systems and simultaneous multi-agent tasks","volume":"7","author":"Wang","year":"2022","journal-title":"IEEE Robotics and Automation Letters"},{"issue":"4","key":"10.1016\/j.eswa.2026.132132_bib0031","doi-asserted-by":"crossref","first-page":"5064","DOI":"10.1109\/TNNLS.2022.3207346","article-title":"Deep reinforcement learning: A survey","volume":"35","author":"Wang","year":"2024","journal-title":"IEEE Transactions on Neural Networks and Learning Systems"},{"key":"10.1016\/j.eswa.2026.132132_bib0032","series-title":"2021 IEEE International parallel and distributed processing symposium workshops (IPDPSW)","first-page":"96","article-title":"An FPGA-based on-device reinforcement learning approach using online sequential learning","author":"Watanabe","year":"2021"},{"key":"10.1016\/j.eswa.2026.132132_bib0033","series-title":"34th International conference on field-programmable logic and applications, FPL 2024, Torino, Italy, September 2-6, 2024","first-page":"236","article-title":"A heterogeneous acceleration system for attention-based multi-agent reinforcement learning","author":"Wiggins","year":"2024"},{"issue":"6","key":"10.1016\/j.eswa.2026.132132_bib0034","doi-asserted-by":"crossref","first-page":"5385","DOI":"10.1109\/LRA.2024.3389813","article-title":"MARRGM: Learning framework for multi-agent reinforcement learning via reinforcement recommendation and group modification","volume":"9","author":"Wu","year":"2024","journal-title":"IEEE Robotics and Automation Letters"},{"issue":"21","key":"10.1016\/j.eswa.2026.132132_bib0035","doi-asserted-by":"crossref","DOI":"10.3390\/electronics11213550","article-title":"EFA-trans: An efficient and flexible acceleration architecture for transformers","volume":"11","author":"Yang","year":"2022","journal-title":"Electronics"},{"issue":"4","key":"10.1016\/j.eswa.2026.132132_bib0036","doi-asserted-by":"crossref","first-page":"5942","DOI":"10.1109\/TNNLS.2024.3403001","article-title":"A survey on causal reinforcement learning","volume":"36","author":"Zeng","year":"2025","journal-title":"IEEE Transactions on Neural Networks and Learning Systems"},{"issue":"5","key":"10.1016\/j.eswa.2026.132132_bib0037","first-page":"758","article-title":"Heat: Efficient vision transformer accelerator with hybrid-precision quantization","volume":"72","author":"Zhao","year":"2025","journal-title":"IEEE Transactions on Circuits and Systems II: Express Briefs"},{"issue":"8","key":"10.1016\/j.eswa.2026.132132_bib0038","doi-asserted-by":"crossref","first-page":"14908","DOI":"10.1109\/TNNLS.2025.3540758","article-title":"Meta learning task representation in multiagent reinforcement learning: From global inference to local inference","volume":"36","author":"Zhao","year":"2025","journal-title":"IEEE Transactions on Neural Networks and Learning Systems"}],"container-title":["Expert Systems with Applications"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S0957417426010456?httpAccept=text\/xml","content-type":"text\/xml","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S0957417426010456?httpAccept=text\/plain","content-type":"text\/plain","content-version":"vor","intended-application":"text-mining"}],"deposited":{"date-parts":[[2026,6,11]],"date-time":"2026-06-11T16:02:05Z","timestamp":1781193725000},"score":1,"resource":{"primary":{"URL":"https:\/\/linkinghub.elsevier.com\/retrieve\/pii\/S0957417426010456"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026,7]]},"references-count":38,"alternative-id":["S0957417426010456"],"URL":"https:\/\/doi.org\/10.1016\/j.eswa.2026.132132","relation":{},"ISSN":["0957-4174"],"issn-type":[{"value":"0957-4174","type":"print"}],"subject":[],"published":{"date-parts":[[2026,7]]},"assertion":[{"value":"Elsevier","name":"publisher","label":"This article is maintained by"},{"value":"FPGA-based heterogeneous computing framework for environment-level parallel decision-making in autonomous driving and robotic control","name":"articletitle","label":"Article Title"},{"value":"Expert Systems with Applications","name":"journaltitle","label":"Journal Title"},{"value":"https:\/\/doi.org\/10.1016\/j.eswa.2026.132132","name":"articlelink","label":"CrossRef DOI link to publisher maintained version"},{"value":"article","name":"content_type","label":"Content Type"},{"value":"\u00a9 2026 Elsevier Ltd. All rights are reserved, including those for text and data mining, AI training, and similar technologies.","name":"copyright","label":"Copyright"}],"article-number":"132132"}}