{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,10,10]],"date-time":"2025-10-10T07:24:00Z","timestamp":1760081040244,"version":"3.44.0"},"reference-count":33,"publisher":"Springer Science and Business Media LLC","issue":"9","license":[{"start":{"date-parts":[[2025,3,7]],"date-time":"2025-03-07T00:00:00Z","timestamp":1741305600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2025,3,7]],"date-time":"2025-03-07T00:00:00Z","timestamp":1741305600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"funder":[{"name":"General Project of Shaanxi Provincial Science and Technology Department Industrial Field","award":["2020GY-152"],"award-info":[{"award-number":["2020GY-152"]}]},{"name":"Postgraduate Innovation and Practice Ability Development Fund of Xi\u2019an Shiyou University","award":["YCX2413087"],"award-info":[{"award-number":["YCX2413087"]}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Int. J. Mach. Learn. & Cyber."],"published-print":{"date-parts":[[2025,9]]},"DOI":"10.1007\/s13042-025-02581-5","type":"journal-article","created":{"date-parts":[[2025,3,7]],"date-time":"2025-03-07T06:50:34Z","timestamp":1741330234000},"page":"5493-5507","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":1,"title":["Enhanced toolface angle control of stabilized platform using I_DDPG in rotary steerable system"],"prefix":"10.1007","volume":"16","author":[{"given":"Aiqing","family":"Huo","sequence":"first","affiliation":[]},{"given":"Kun","family":"Zhang","sequence":"additional","affiliation":[]},{"given":"Xue","family":"Jiang","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2025,3,7]]},"reference":[{"issue":"2","key":"2581_CR1","first-page":"166","volume":"44","author":"Y Gao","year":"2024","unstructured":"Gao Y, Wang B, Hu Y, Gao Y, Hu A (2024) Development of china\u2019s natural gas: review 2023 and outlook 2024. Nat Gas Ind 44(2):166\u2013177","journal-title":"Nat Gas Ind"},{"issue":"1","key":"2581_CR2","first-page":"1","volume":"66","author":"R Zhu","year":"2023","unstructured":"Zhu R, Jin Z, Di Q, Yang C, Chen W, Tian F, Zhang W (2023) Research and progress of intelligent drilling technology system and related theories. Chin J Geophys 66(1):1\u201315","journal-title":"Chin J Geophys"},{"issue":"1","key":"2581_CR3","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1038\/s41401-023-01149-9","volume":"45","author":"C Jia","year":"2024","unstructured":"Jia C (2024) Prospects and five future theoretical and technical challenges of the upstream petroleum industry in china. Acta Petrolei Sinica 45(1):1\u201314","journal-title":"Acta Petrolei Sinica"},{"issue":"3","key":"2581_CR4","first-page":"1","volume":"28","author":"H Wang","year":"2023","unstructured":"Wang H, Huang H, Ji G, Chen C, Lv Z, Chen W, Bi W, Liu L (2023) Progress and challenges of drilling and completion technologies for deep, ultra-deep and horizontal wells of cnpc. China Petroleum Exploration 28(3):1\u201311","journal-title":"China Petroleum Exploration"},{"key":"2581_CR5","first-page":"2305","volume":"16","author":"B Bashir","year":"2021","unstructured":"Bashir B, Piaskowy M, Alusta G (2021) Overview on directional drilling wells. ARPN J Eng Appl Sci 16:2305\u20132316","journal-title":"ARPN J Eng Appl Sci"},{"issue":"2","key":"2581_CR6","first-page":"11","volume":"2","author":"D Gao","year":"2023","unstructured":"Gao D, Huang W, Diao B, Zhang Y (2023) Current status and prospect of directional drilling technology for complex structured wells. Sci Technol Foresight 2(2):11\u201321","journal-title":"Sci Technol Foresight"},{"key":"2581_CR7","doi-asserted-by":"crossref","unstructured":"Brovko K, Ignova M, Mantle K, Zaitsev E, Rego M, Alotaibi S, Li L, Junqueira D (2024) Evolution of downhole automation from push-the-bit to point-thebit rotary steerable systems. In: SPE\/IADC Drilling Conference and Exhibition, pp 011\u2013007002. SPE, Galveston","DOI":"10.2118\/217683-MS"},{"issue":"7","key":"2581_CR8","doi-asserted-by":"publisher","first-page":"4112","DOI":"10.3390\/app13074112","volume":"13","author":"K El Sabeh","year":"2023","unstructured":"El Sabeh K, Gaurina-Me\u0111imurec N, Miji\u0107 P, Medved I, Pa\u0161i\u0107 B (2023) Extended-reach drilling\u2014the main problems and current achievements. Appl Sci 13(7):4112","journal-title":"Appl Sci"},{"issue":"10","key":"2581_CR9","first-page":"167","volume":"51","author":"W Li","year":"2023","unstructured":"Li W, Mou L, Zhou X, Tan X, Fu Q (2023) Research progress of rotary steerable system and its control methods. Coal Geol Explor 51(10):167\u2013179","journal-title":"Coal Geol Explor"},{"issue":"17","key":"2581_CR10","first-page":"4555","volume":"2019","author":"H Alturbeh","year":"2019","unstructured":"Alturbeh H, Whidborne JF, Luk P, Bayliss M (2019) Modelling and control of the roll-stabilised control unit of a rotary steerable system directional drilling tool. J Eng 2019(17):4555\u20134559","journal-title":"J Eng"},{"key":"2581_CR11","doi-asserted-by":"crossref","unstructured":"Asad A, Geng Y, Yousaf A, Wang W (2023) Stabilized platform control unit modelling and control for drilling rotary steerable system. In: 2023 International Conference on Engineering and Emerging Technologies (ICEET), pp 1\u20134. IEEE, Istanbul","DOI":"10.1109\/ICEET60227.2023.10525864"},{"key":"2581_CR12","doi-asserted-by":"crossref","unstructured":"Yan L, Wang X, Zhang K (2021) Stable platform research on control method of fully rotary steerable drilling tool. In: 2021 International Conference on Computer Network, Electronic and Automation (ICCNEA), pp 294\u2013298. IEEE, Xi\u2019an","DOI":"10.1109\/ICCNEA53019.2021.00071"},{"key":"2581_CR13","doi-asserted-by":"crossref","unstructured":"Wang P, Li S, Zhu H (2021) Pmsm control based on the new nonsingular fast terminal sliding mode control algorithm. In: 2021 40th Chinese Control Conference (CCC), pp 577\u2013582. IEEE, Shanghai","DOI":"10.23919\/CCC52363.2021.9550627"},{"issue":"3","key":"2581_CR14","first-page":"930","volume":"30","author":"C Ji","year":"2023","unstructured":"Ji C, Dong M, Yu D, Liu L, Zhang L (2023) A sliding mode control based stabilization method for directional rotary steering tool-face. Tehni\u010dki vjesnik 30(3):930\u2013936","journal-title":"Tehni\u010dki vjesnik"},{"issue":"3","key":"2581_CR15","doi-asserted-by":"publisher","first-page":"116","DOI":"10.3390\/act13030116","volume":"13","author":"S Li","year":"2024","unstructured":"Li S, Wang Y, Wu X, Mao Y, Chen J, Yang Y (2024) Self-stabilizing control strategy of stabilized platform for rotary steerable drilling system based on adaptive backstepping control. Actuators 13(3):116","journal-title":"Actuators"},{"issue":"4","key":"2581_CR16","doi-asserted-by":"publisher","first-page":"1775","DOI":"10.1002\/ese3.1721","volume":"12","author":"S Li","year":"2024","unstructured":"Li S, Wang Y, Wang D, Chen J, Yang Y (2024) Backstepping sliding mode control of stabilized platform for fully rotary steerable drilling system based on nonlinear disturbance observer. Energy Sci Eng 12(4):1775\u20131791","journal-title":"Energy Sci Eng"},{"issue":"10","key":"2581_CR17","doi-asserted-by":"publisher","first-page":"1831","DOI":"10.3390\/en12101831","volume":"12","author":"W Wang","year":"2019","unstructured":"Wang W, Geng Y, Wang N, Pu X, Fiaux JDO (2019) Toolface control method for a dynamic point-the-bit rotary steerable drilling system. Energies 12(10):1831","journal-title":"Energies"},{"issue":"11","key":"2581_CR18","doi-asserted-by":"publisher","first-page":"2152","DOI":"10.1177\/01423312221075481","volume":"44","author":"M Wan","year":"2022","unstructured":"Wan M, Huang S, Wang G, Zhang Q (2022) Observer-based adaptive neural network control for stabilized platform in rotary steerable system with unknown input dead-zone. Trans Inst Meas Control 44(11):2152\u20132165","journal-title":"Trans Inst Meas Control"},{"issue":"8","key":"2581_CR19","first-page":"365","volume":"4","author":"M Chen","year":"2022","unstructured":"Chen M, Song J, Yuan Y, Liu B (2022) Adaptive control of stabilized platform for rotating steering system. Sci J Intell Syst Res 4(8):365\u2013370","journal-title":"Sci J Intell Syst Res"},{"issue":"1","key":"2581_CR20","doi-asserted-by":"publisher","first-page":"123","DOI":"10.1146\/annurev-control-042920-020021","volume":"6","author":"B Hu","year":"2023","unstructured":"Hu B, Zhang K, Li N, Mesbahi M, Fazel M, Ba\u015far T (2023) Toward a theoretical foundation of policy optimization for learning control policies. Ann Rev Control Robot Autonomous Syst 6(1):123\u2013158","journal-title":"Ann Rev Control Robot Autonomous Syst"},{"issue":"12","key":"2581_CR21","doi-asserted-by":"publisher","first-page":"343","DOI":"10.3390\/machines9120343","volume":"9","author":"C Wang","year":"2021","unstructured":"Wang C, Guo C, Tsay D, Perng J (2021) PMSM speed control based on particle swarm optimization and deep deterministic policy gradient under load disturbance. Machines 9(12):343","journal-title":"Machines"},{"key":"2581_CR22","doi-asserted-by":"publisher","first-page":"1096053","DOI":"10.3389\/fninf.2023.1096053","volume":"17","author":"R Dong","year":"2023","unstructured":"Dong R, Du J, Liu Y, Heidari AA, Chen H (2023) An enhanced deep deterministic policy gradient algorithm for intelligent control of robotic arms. Front Neuroinform 17:1096053","journal-title":"Front Neuroinform"},{"issue":"3","key":"2581_CR23","doi-asserted-by":"publisher","first-page":"95","DOI":"10.3390\/drones8030095","volume":"8","author":"W Hu","year":"2024","unstructured":"Hu W, Yang Y, Liu Z (2024) Deep deterministic policy gradient (ddpg) agent-based sliding mode control for quadrotor attitudes. Drones 8(3):95","journal-title":"Drones"},{"key":"2581_CR24","doi-asserted-by":"publisher","DOI":"10.1016\/j.jer.2024.07.003","author":"K Zhang","year":"2024","unstructured":"Zhang K, Huo A (2024) Deep reinforcement learning attitude control of stabilized platform for rotary steerable system based on extended state observer. J Eng Res. https:\/\/doi.org\/10.1016\/j.jer.2024.07.003","journal-title":"J Eng Res"},{"key":"2581_CR25","doi-asserted-by":"publisher","first-page":"177734","DOI":"10.1109\/ACCESS.2020.3020590","volume":"8","author":"M Zhang","year":"2020","unstructured":"Zhang M, Zhang Y, Gao Z, He X (2020) An improved ddpg and its application based on the double-layer bp neural network. IEEE Access 8:177734\u2013177744","journal-title":"IEEE Access"},{"issue":"10","key":"2581_CR26","doi-asserted-by":"publisher","first-page":"1771","DOI":"10.3390\/jmse12101771","volume":"12","author":"X Wang","year":"2024","unstructured":"Wang X, Hong Y, Xu J, Xu C, Song L (2024) Pid controller based on improved ddpg for trajectory tracking control of usv. J Mar Sci Eng 12(10):1771","journal-title":"J Mar Sci Eng"},{"issue":"5","key":"2581_CR27","first-page":"49","volume":"28","author":"L Han","year":"2004","unstructured":"Han L, Wang R, Liu X, Cui Q (2004) Control principle and servo platform performance analysis of modulated rotary steerable drilling system. J-Univ Petrol China Nat Sci Ed 28(5):49\u201351","journal-title":"J-Univ Petrol China Nat Sci Ed"},{"key":"2581_CR28","unstructured":"Wang Y (2012) Nonlinear control method for rotary steering drilling servo platform. PhD thesis, Northwestern Polytechnical University Xi\u2019an, China"},{"key":"2581_CR29","unstructured":"Huo A (2011) Mode identification and control method of stabilized platform in rotary steerable drilling. PhD thesis, Northwestern Polytechnical University, Xi\u2019an, China"},{"key":"2581_CR30","unstructured":"Fujimoto S, Hoof H, Meger D (2018) Addressing function approximation error in actor-critic methods. CoRR abs\/1802.09477, 1\u201315"},{"issue":"4","key":"2581_CR31","doi-asserted-by":"publisher","first-page":"5269","DOI":"10.1109\/TNNLS.2022.3203024","volume":"35","author":"H Jiang","year":"2024","unstructured":"Jiang H, Li G, Xie J, Yang J (2024) Action candidate driven clipped double q-learning for discrete and continuous action tasks. IEEE Trans Neural Netw Learn Syst 35(4):5269\u20135279","journal-title":"IEEE Trans Neural Netw Learn Syst"},{"issue":"5","key":"2581_CR32","doi-asserted-by":"publisher","first-page":"141","DOI":"10.3390\/robotics12050141","volume":"12","author":"L Pantoja-Garcia","year":"2023","unstructured":"Pantoja-Garcia L, Parra-Vega V, Garcia-Rodriguez R, V\u00e1zquez-Garc\u00eda CE (2023) A novel actor-critic motor reinforcement learning for continuum soft robots. Robotics 12(5):141","journal-title":"Robotics"},{"issue":"1","key":"2581_CR33","doi-asserted-by":"publisher","first-page":"9920591","DOI":"10.1155\/2021\/9920591","volume":"2021","author":"H Ali","year":"2021","unstructured":"Ali H, Majeed H, Usman I, Almejalli KA (2021) Reducing entropy overestimation in soft actor critic using dual policy network. Wireless Commun Mobile Comput 2021(1):9920591","journal-title":"Wireless Commun Mobile Comput"}],"container-title":["International Journal of Machine Learning and Cybernetics"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s13042-025-02581-5.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s13042-025-02581-5\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s13042-025-02581-5.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,9,6]],"date-time":"2025-09-06T10:59:03Z","timestamp":1757156343000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s13042-025-02581-5"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,3,7]]},"references-count":33,"journal-issue":{"issue":"9","published-print":{"date-parts":[[2025,9]]}},"alternative-id":["2581"],"URL":"https:\/\/doi.org\/10.1007\/s13042-025-02581-5","relation":{},"ISSN":["1868-8071","1868-808X"],"issn-type":[{"type":"print","value":"1868-8071"},{"type":"electronic","value":"1868-808X"}],"subject":[],"published":{"date-parts":[[2025,3,7]]},"assertion":[{"value":"4 September 2024","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"15 February 2025","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"7 March 2025","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"The authors declare that they have no conflict of interest to this work.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflict of interest"}}]}}