{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,2,3]],"date-time":"2026-02-03T17:28:37Z","timestamp":1770139717443,"version":"3.49.0"},"reference-count":32,"publisher":"Springer Science and Business Media LLC","issue":"3","license":[{"start":{"date-parts":[[2025,2,1]],"date-time":"2025-02-01T00:00:00Z","timestamp":1738368000000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2025,2,1]],"date-time":"2025-02-01T00:00:00Z","timestamp":1738368000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"funder":[{"name":"National Science and Technology Council, Taiwan, R.O.C.","award":["112-2221-E-035-062-MY3"],"award-info":[{"award-number":["112-2221-E-035-062-MY3"]}]},{"name":"National Science and Technology Council, Taiwan, R.O.C.","award":["109-2221-E-035-067-MY3"],"award-info":[{"award-number":["109-2221-E-035-067-MY3"]}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Soft Comput"],"published-print":{"date-parts":[[2025,2]]},"DOI":"10.1007\/s00500-025-10442-0","type":"journal-article","created":{"date-parts":[[2025,2,13]],"date-time":"2025-02-13T07:33:21Z","timestamp":1739432001000},"page":"1931-1946","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":1,"title":["Improving recurrent deterministic policy gradient strategy in autonomous driving"],"prefix":"10.1007","volume":"29","author":[{"given":"Yee-Ming","family":"Ooi","sequence":"first","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-7526-9990","authenticated-orcid":false,"given":"Che-Cheng","family":"Chang","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2025,2,13]]},"reference":[{"key":"10442_CR1","doi-asserted-by":"publisher","unstructured":"Abegaz BW, Shah N (2020) Sensors based lane keeping and cruise control of self driving vehicles. In: 2020 11th IEEE Annual Ubiquitous Computing, Electronics & Mobile Communication Conference (UEMCON), pp. 0486\u20130491. https:\/\/doi.org\/10.1109\/UEMCON51285.2020.9298141","DOI":"10.1109\/UEMCON51285.2020.9298141"},{"key":"10442_CR2","doi-asserted-by":"publisher","DOI":"10.1007\/b138805","volume-title":"Computer graphics and geometric modeling","author":"MK Agoston","year":"2005","unstructured":"Agoston MK (2005) Computer graphics and geometric modeling, 1st edn. Springer. https:\/\/doi.org\/10.1007\/b138805","edition":"1"},{"key":"10442_CR3","doi-asserted-by":"publisher","unstructured":"Aihara R, Fujimoto Y (2019) Free-space estimation for self-driving system using millimeter wave radar and convolutional neural network. In: 2019 IEEE International Conference on Mechatronics (ICM), vol. 1, pp. 467\u2013470 . https:\/\/doi.org\/10.1109\/ICMECH.2019.8722937","DOI":"10.1109\/ICMECH.2019.8722937"},{"key":"10442_CR4","doi-asserted-by":"publisher","DOI":"10.1007\/978-81-322-1907-1","volume-title":"Exploring image binarization techniques","author":"N Chaki","year":"2014","unstructured":"Chaki N, Shaikh SH, Saeed K (2014) Exploring image binarization techniques, 1st edn. Springer, New Delhi. https:\/\/doi.org\/10.1007\/978-81-322-1907-1","edition":"1"},{"issue":"22","key":"10442_CR5","doi-asserted-by":"publisher","first-page":"1","DOI":"10.3390\/app112210659","volume":"11","author":"C-C Chang","year":"2021","unstructured":"Chang C-C, Tsai J, Lin J-H, Ooi Y-M (2021a) Autonomous driving control using the ddpg and rdpg algorithms. Appl Sci 11(22):1\u20132. https:\/\/doi.org\/10.3390\/app112210659","journal-title":"Appl Sci"},{"issue":"5","key":"10442_CR6","doi-asserted-by":"publisher","first-page":"1021","DOI":"10.53106\/160792642021092205008","volume":"22","author":"C-C Chang","year":"2021","unstructured":"Chang C-C, Wang H-W, Zeng Y-X, Huang J-D (2021b) Using machine learning approaches to improve ultra-wideband positioning. J Internet Technol 22(5):1021\u20131031. https:\/\/doi.org\/10.53106\/160792642021092205008","journal-title":"J Internet Technol"},{"issue":"12","key":"10442_CR7","doi-asserted-by":"publisher","first-page":"2259","DOI":"10.1016\/S0031-3203(00)00149-7","volume":"34","author":"HD Cheng","year":"2001","unstructured":"Cheng HD, Jiang XH, Sun Y, Wang J (2001) Color image segmentation: advances and prospects. Pattern Recogn 34(12):2259\u20132281. https:\/\/doi.org\/10.1016\/S0031-3203(00)00149-7","journal-title":"Pattern Recogn"},{"key":"10442_CR8","doi-asserted-by":"publisher","first-page":"171","DOI":"10.1007\/978-981-16-9576-6_13","volume-title":"Mobile internet security","author":"G D\u2019Angelo","year":"2022","unstructured":"D\u2019Angelo G, Palmieri F, Robustelli A (2022) Effectiveness of video-classification in android malware detection through api-streams and cnn-lstm autoencoders. In: You I, Kim H, Youn T-Y, Palmieri F, Kotenko I (eds) Mobile internet security. Springer, Singapore, pp 171\u2013194"},{"key":"10442_CR9","doi-asserted-by":"crossref","unstructured":"D\u2019Angelo G, Ficco M, Robustelli A (2023) An association rules-based approach for anomaly detection on can-bus. In: Gervasi O, Murgante B, Rocha AMAC, Garau C, Scorza F, Karaca Y, Torre CM (eds) Computational science and its applications\u2014ICCSA 2023 Workshops. Springer, Cham, pp 174\u2013190","DOI":"10.1007\/978-3-031-37108-0_12"},{"key":"10442_CR10","doi-asserted-by":"publisher","first-page":"47","DOI":"10.1007\/978-981-15-4095-0_2","volume-title":"Deep reinforcement learning: fundamentals, research and applications","author":"Z Ding","year":"2020","unstructured":"Ding Z, Huang Y, Yuan H, Hb Dong (2020) Deep reinforcement learning: fundamentals, research and applications. Springer, Singapore, pp 47\u2013123. https:\/\/doi.org\/10.1007\/978-981-15-4095-0_2"},{"key":"10442_CR11","doi-asserted-by":"publisher","DOI":"10.3390\/robotics10020073","author":"S Feng","year":"2021","unstructured":"Feng S, Sebastian B, Ben-Tzvi P (2021) A collision avoidance method based on deep reinforcement learning. Robotics. https:\/\/doi.org\/10.3390\/robotics10020073","journal-title":"Robotics"},{"key":"10442_CR12","doi-asserted-by":"publisher","unstructured":"Heess N, Hunt JJ, Lillicrap TP, Silver D (2015) Memory-based control with recurrent neural networks. https:\/\/doi.org\/10.48550\/arXiv.1512.04455","DOI":"10.48550\/arXiv.1512.04455"},{"key":"10442_CR13","doi-asserted-by":"publisher","first-page":"133653","DOI":"10.1109\/ACCESS.2019.2941229","volume":"7","author":"B Jang","year":"2019","unstructured":"Jang B, Kim M, Harerimana G, Kim JW (2019) Q-learning algorithms: a comprehensive classification and applications. IEEE Access 7:133653\u2013133667. https:\/\/doi.org\/10.1109\/ACCESS.2019.2941229","journal-title":"IEEE Access"},{"issue":"6","key":"10442_CR14","doi-asserted-by":"publisher","first-page":"4909","DOI":"10.1109\/TITS.2021.3054625","volume":"23","author":"BR Kiran","year":"2022","unstructured":"Kiran BR, Sobh I, Talpaert V, Mannion P, Sallab AAA, Yogamani S, P\u00e9rez P (2022) Deep reinforcement learning for autonomous driving: a survey. IEEE Trans Intell Transp Syst 23(6):4909\u20134926. https:\/\/doi.org\/10.1109\/TITS.2021.3054625","journal-title":"IEEE Trans Intell Transp Syst"},{"key":"10442_CR15","unstructured":"Konda VR, Tsitsiklis JN (1999) Actor-critic algorithms. In: Advances in neural information processing systems, vol. 12. MIT Press, Denver. NIPS 1999, https:\/\/papers.nips.cc\/paper_files\/paper\/1999\/hash\/6449f44a102fde848669bdd9eb6b76fa-Abstract.html, https:\/\/papers.nips.cc\/paper_files\/paper\/1999\/file\/6449f44a102fde848669bdd9eb6b76fa-Paper.pdf"},{"key":"10442_CR16","unstructured":"Li C, Czarnecki K (2019) Urban driving with multi-objective deep reinforcement learning. In: Proceedings of the 18th International Conference on autonomous agents and multiagent systems. AAMAS \u201919, pp. 359\u2013367. International Foundation for Autonomous Agents and Multiagent Systems, Richland, SC"},{"key":"10442_CR17","doi-asserted-by":"publisher","unstructured":"Lillicrap TP, Hunt JJ, Pritzel A, Heess N, et al (2019) Continuous control with deep reinforcement learning. https:\/\/doi.org\/10.48550\/arXiv.1509.02971","DOI":"10.48550\/arXiv.1509.02971"},{"key":"10442_CR18","doi-asserted-by":"publisher","unstructured":"Liu Z, Gao B (2020) Radar sensors in automatic driving cars. In: 2020 5th International Conference on Electromechanical Control Technology and Transportation (ICECTT), pp. 239\u2013242 (2020). https:\/\/doi.org\/10.1109\/ICECTT50890.2020.00061","DOI":"10.1109\/ICECTT50890.2020.00061"},{"key":"10442_CR19","unstructured":"LSTM Explained | Papers With Code (2023) https:\/\/paperswithcode.com\/method\/lstm. Accessed 24 Dec 2023"},{"key":"10442_CR20","unstructured":"Microsoft (2023) GitHub-Microsoft\/AirSim: open source simulator for autonomous vehicles built on unreal engine\/unity, from Microsoft AI & Research. GitHub. https:\/\/github.com\/microsoft\/AirSim. Accessed 24 Dec 2023"},{"key":"10442_CR21","doi-asserted-by":"publisher","first-page":"529","DOI":"10.1038\/nature14236","volume":"518","author":"V Mnih","year":"2015","unstructured":"Mnih V, Kavukcuoglu K, Silver D, Rusu AA et al (2015) Human-level control through deep reinforcement learning. Nature 518:529\u2013533. https:\/\/doi.org\/10.1038\/nature14236","journal-title":"Nature"},{"key":"10442_CR22","doi-asserted-by":"publisher","unstructured":"Mousavi SS, Schukat M, Howley E (2018) Deep reinforcement learning: An overview. In: Proceedings of SAI Intelligent Systems Conference (IntelliSys) 2016, pp. 426\u2013440. Springer, Cham. https:\/\/doi.org\/10.1007\/978-3-319-56991-8_32","DOI":"10.1007\/978-3-319-56991-8_32"},{"key":"10442_CR23","volume-title":"Computer vision","author":"LG Shapiro","year":"2001","unstructured":"Shapiro LG, Stockman GC (2001) Computer vision, 1st edn. Pearson","edition":"1"},{"key":"10442_CR24","doi-asserted-by":"publisher","DOI":"10.1016\/j.physd.2019.132306","volume":"404","author":"A Sherstinsky","year":"2020","unstructured":"Sherstinsky A (2020) Fundamentals of recurrent neural network (rnn) and long short-term memory (lstm) network. Physica D 404:132306. https:\/\/doi.org\/10.1016\/j.physd.2019.132306","journal-title":"Physica D"},{"key":"10442_CR25","doi-asserted-by":"publisher","unstructured":"Song DR, Yang C, McGreavy C, Li Z (2018) Recurrent deterministic policy gradient method for bipedal locomotion on rough terrain challenge. In: 2018 15th International Conference on Control, Automation, Robotics and Vision (ICARCV), pp. 311\u2013318 . https:\/\/doi.org\/10.1109\/ICARCV.2018.8581309","DOI":"10.1109\/ICARCV.2018.8581309"},{"key":"10442_CR26","doi-asserted-by":"publisher","unstructured":"Staudemeyer RC, Morris ER (2019) Understanding LSTM - a tutorial into long short-term memory recurrent neural networks. arXiv https:\/\/doi.org\/10.48550\/arXiv.1909.09586","DOI":"10.48550\/arXiv.1909.09586"},{"key":"10442_CR27","volume-title":"Reinforcement learning: an introduction","author":"RS Sutton","year":"2018","unstructured":"Sutton RS, Barto AG (2018) Reinforcement learning: an introduction. A Bradford Book, Cambridge"},{"key":"10442_CR28","doi-asserted-by":"publisher","DOI":"10.3390\/app12157775","author":"J Tsai","year":"2022","unstructured":"Tsai J, Chang C-C, Ou Y-C, Sieh B-H, Ooi Y-M (2022) Autonomous driving control based on the perception of a lidar sensor and odometer. Appl Sci. https:\/\/doi.org\/10.3390\/app12157775","journal-title":"Appl Sci"},{"issue":"2","key":"10442_CR29","doi-asserted-by":"publisher","first-page":"895","DOI":"10.3390\/s23020895","volume":"23","author":"J Tsai","year":"2023","unstructured":"Tsai J, Chang C-C, Li T (2023) Autonomous driving control based on the technique of semantic segmentation. Sensors 23(2):895. https:\/\/doi.org\/10.3390\/s23020895","journal-title":"Sensors"},{"key":"10442_CR30","doi-asserted-by":"publisher","DOI":"10.3390\/electronics13030484","author":"J Tsai","year":"2024","unstructured":"Tsai J, Chang Y-T, Chen Z-Y, You Z (2024) Autonomous driving control for passing unsignalized intersections using the semantic segmentation technique. Electronics. https:\/\/doi.org\/10.3390\/electronics13030484","journal-title":"Electronics"},{"issue":"12","key":"10442_CR31","doi-asserted-by":"publisher","first-page":"3981","DOI":"10.1109\/TITS.2018.2789462","volume":"19","author":"Y Zhang","year":"2018","unstructured":"Zhang Y, Wang J, Wang X, Dolan JM (2018) Road-segmentation-based curb detection method for self-driving via a 3d-lidar sensor. IEEE Trans Intell Transp Syst 19(12):3981\u20133991. https:\/\/doi.org\/10.1109\/TITS.2018.2789462","journal-title":"IEEE Trans Intell Transp Syst"},{"issue":"3","key":"10442_CR32","doi-asserted-by":"publisher","first-page":"733","DOI":"10.1109\/TITS.2017.2701846","volume":"19","author":"D Zhao","year":"2018","unstructured":"Zhao D, Huang X, Peng H, Lam H, LeBlanc DJ (2018) Accelerated evaluation of automated vehicles in car-following maneuvers. IEEE Trans Intell Transp Syst 19(3):733\u2013744. https:\/\/doi.org\/10.1109\/TITS.2017.2701846","journal-title":"IEEE Trans Intell Transp Syst"}],"container-title":["Soft Computing"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s00500-025-10442-0.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s00500-025-10442-0\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s00500-025-10442-0.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,2,27]],"date-time":"2025-02-27T21:48:23Z","timestamp":1740692903000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s00500-025-10442-0"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,2]]},"references-count":32,"journal-issue":{"issue":"3","published-print":{"date-parts":[[2025,2]]}},"alternative-id":["10442"],"URL":"https:\/\/doi.org\/10.1007\/s00500-025-10442-0","relation":{},"ISSN":["1432-7643","1433-7479"],"issn-type":[{"value":"1432-7643","type":"print"},{"value":"1433-7479","type":"electronic"}],"subject":[],"published":{"date-parts":[[2025,2]]},"assertion":[{"value":"8 November 2024","order":1,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"13 February 2025","order":2,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"The authors confirm that there are no Conflict of interest associated with this research.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflict of interest"}},{"value":"Not applicable.","order":3,"name":"Ethics","group":{"name":"EthicsHeading","label":"Human participants and\/or animals"}},{"value":"Not applicable.","order":4,"name":"Ethics","group":{"name":"EthicsHeading","label":"Ethical approval"}}]}}