{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,12,17]],"date-time":"2025-12-17T23:12:38Z","timestamp":1766013158865,"version":"3.37.3"},"reference-count":58,"publisher":"Springer Science and Business Media LLC","issue":"1","license":[{"start":{"date-parts":[[2024,12,5]],"date-time":"2024-12-05T00:00:00Z","timestamp":1733356800000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2024,12,5]],"date-time":"2024-12-05T00:00:00Z","timestamp":1733356800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"funder":[{"DOI":"10.13039\/501100018625","name":"Science and Technology Innovation Plan Of Shanghai Science and Technology Commission","doi-asserted-by":"publisher","award":["2142200102"],"award-info":[{"award-number":["2142200102"]}],"id":[{"id":"10.13039\/501100018625","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["52075310","61603238"],"award-info":[{"award-number":["52075310","61603238"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Appl Intell"],"published-print":{"date-parts":[[2025,1]]},"DOI":"10.1007\/s10489-024-05943-8","type":"journal-article","created":{"date-parts":[[2024,12,5]],"date-time":"2024-12-05T10:35:21Z","timestamp":1733394921000},"update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":1,"title":["Transformer-based reinforcement learning for optical cavity temperature control system"],"prefix":"10.1007","volume":"55","author":[{"given":"Hongli","family":"Zhang","sequence":"first","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0009-0008-3925-2885","authenticated-orcid":false,"given":"Yufan","family":"Lu","sequence":"additional","affiliation":[]},{"given":"Chi","family":"Wang","sequence":"additional","affiliation":[]},{"given":"Wei","family":"Dou","sequence":"additional","affiliation":[]},{"given":"Shulin","family":"Liu","sequence":"additional","affiliation":[]},{"given":"Cheng","family":"Huang","sequence":"additional","affiliation":[]},{"given":"Jian","family":"Peng","sequence":"additional","affiliation":[]},{"given":"Weiheng","family":"Cheng","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2024,12,5]]},"reference":[{"issue":"6","key":"5943_CR1","doi-asserted-by":"publisher","first-page":"853","DOI":"10.1177\/00037028177521","volume":"72","author":"Z Qu","year":"2018","unstructured":"Qu Z, Werhahn O, Ebert V (2018) Thermal boundary layer effects on line-of-sight tunable diode laser absorption spectroscopy (tdlas) gas concentration measurements. Appl Spectrosc 72(6):853\u2013862. https:\/\/doi.org\/10.1177\/00037028177521","journal-title":"Appl Spectrosc"},{"issue":"10","key":"5943_CR2","doi-asserted-by":"publisher","first-page":"2549","DOI":"10.1016\/j.enbuild.2011.05.015","volume":"43","author":"BP Jelle","year":"2011","unstructured":"Jelle BP (2011) Traditional, state-of-the-art and future thermal building insulation materials and solutions-properties, requirements and possibilities. Energy Buildings 43(10):2549\u20132563","journal-title":"Energy Buildings"},{"issue":"4","key":"5943_CR3","doi-asserted-by":"publisher","first-page":"3578","DOI":"10.1364\/OE.25.003578","volume":"25","author":"S Tan","year":"2017","unstructured":"Tan S, Wang S, Saraf S, Lipa JA (2017) Pico-kelvin thermometry and temperature stabilization using a resonant optical cavity. Opt Express 25(4):3578\u20133593. https:\/\/doi.org\/10.1364\/OE.25.003578","journal-title":"Opt Express"},{"issue":"23","key":"5943_CR4","doi-asserted-by":"publisher","first-page":"25409","DOI":"10.1364\/OE.20.025409","volume":"20","author":"B Argence","year":"2012","unstructured":"Argence B, Prevost E, L\u00e9v\u00e8que T, Le Goff R, Bize S, Lemonde P, Santarelli G (2012) Prototype of an ultra-stable optical cavity for space applications. Opt Express 20(23):25409\u201325420. https:\/\/doi.org\/10.1364\/OE.20.025409","journal-title":"Opt Express"},{"key":"5943_CR5","doi-asserted-by":"publisher","first-page":"100579","DOI":"10.1016\/j.rineng.2022.100579","volume":"15","author":"MS Shuvo","year":"2022","unstructured":"Shuvo MS, Ishtiaq F, Jamee T, Das J, Saha S (2022) Analysis of internal cooling system in a vented cavity using p, pi, pid controllers. Results Eng 15:100579","journal-title":"Results Eng"},{"key":"5943_CR6","doi-asserted-by":"crossref","unstructured":"Arfaoui J, Feki E, Mami A (2015) Pid and fuzzy logic optimized controller for temperature control in a cavity of refrigeration. In: IREC2015 the sixth international renewable energy congress, IEEE, pp 1\u20136","DOI":"10.1109\/IREC.2015.7110951"},{"key":"5943_CR7","doi-asserted-by":"publisher","first-page":"103824","DOI":"10.1016\/j.cryogenics.2024.103824","volume":"139","author":"L Mei","year":"2024","unstructured":"Mei L, Zhengze C, Keyu Z, Ruixiong H, Rui Y, Liangrui S, Minjing S, Yongcheng J, Shaopeng L, Jiyuan Z et al (2024) Automation of superconducting cavity cooldown process using two-layer surrogate model and model predictive control method. Cryogenics 139:103824","journal-title":"Cryogenics"},{"key":"5943_CR8","doi-asserted-by":"publisher","first-page":"20","DOI":"10.1016\/j.solener.2017.10.070","volume":"159","author":"HA Najafabadi","year":"2018","unstructured":"Najafabadi HA, Ozalp N (2018) Aperture size adjustment using model based adaptive control strategy to regulate temperature in a solar receiver. Sol Energy 159:20\u201336","journal-title":"Sol Energy"},{"issue":"7","key":"5943_CR9","doi-asserted-by":"publisher","first-page":"869","DOI":"10.1002\/htj.21355","volume":"47","author":"E Akbari","year":"2018","unstructured":"Akbari E, Karami A, Ashjaee M (2018) A comparison between radial basis function (rbf) and adaptive neuro-fuzzy inference system (anfis) to model the free convection in an open round cavity. Heat Transfer\u2014Asian Research 47(7):869\u2013886","journal-title":"Heat Transfer\u2014Asian Research"},{"issue":"5","key":"5943_CR10","doi-asserted-by":"publisher","first-page":"877","DOI":"10.1016\/j.camwa.2012.01.030","volume":"64","author":"S-J Dong","year":"2012","unstructured":"Dong S-J, Li Y-Z, Wang J, Wang J (2012) Fuzzy incremental control algorithm of loop heat pipe cooling system for spacecraft applications. Comput Math Appl 64(5):877\u2013886","journal-title":"Comput Math Appl"},{"key":"5943_CR11","doi-asserted-by":"publisher","first-page":"562","DOI":"10.1016\/j.apenergy.2012.04.035","volume":"98","author":"Q Chen","year":"2012","unstructured":"Chen Q, Xu J, Chen H (2012) A new design method for organic rankine cycles with constraint of inlet and outlet heat carrier fluid temperatures coupling with the heat source. Appl Energy 98:562\u2013573. https:\/\/doi.org\/10.1016\/j.apenergy.2012.04.035","journal-title":"Appl Energy"},{"key":"5943_CR12","doi-asserted-by":"publisher","first-page":"132540","DOI":"10.1016\/j.conbuildmat.2023.132540","volume":"398","author":"C Lyu","year":"2023","unstructured":"Lyu C, Xu M, Lu X, Tian B, Chen B, Xiong B, Cheng B (2023) Research on thermal-humidity-force coupling characteristics of mass concrete structures under temperature control. Constr Build Mater 398:132540. https:\/\/doi.org\/10.1016\/j.conbuildmat.2023.132540","journal-title":"Constr Build Mater"},{"issue":"2","key":"5943_CR13","doi-asserted-by":"publisher","first-page":"789","DOI":"10.1109\/TASE.2022.3168621","volume":"20","author":"Z Yan","year":"2022","unstructured":"Yan Z, Kreidieh AR, Vinitsky E, Bayen AM, Wu C (2022) Unified automatic control of vehicular systems with reinforcement learning. IEEE Trans Autom Sci Eng 20(2):789\u2013804","journal-title":"IEEE Trans Autom Sci Eng"},{"issue":"1","key":"5943_CR14","doi-asserted-by":"publisher","first-page":"407","DOI":"10.1109\/TSG.2020.3011739","volume":"12","author":"L Yu","year":"2020","unstructured":"Yu L, Sun Y, Xu Z, Shen C, Yue D, Jiang T, Guan X (2020) Multi-agent deep reinforcement learning for hvac control in commercial buildings. IEEE Trans Smart Grid 12(1):407\u2013419","journal-title":"IEEE Trans Smart Grid"},{"key":"5943_CR15","doi-asserted-by":"publisher","first-page":"203","DOI":"10.1016\/j.engappai.2016.01.001","volume":"52","author":"E Walraven","year":"2016","unstructured":"Walraven E, Spaan MT, Bakker B (2016) Traffic flow optimization: A reinforcement learning approach. Eng Appl Artif Intell 52:203\u2013212","journal-title":"Eng Appl Artif Intell"},{"key":"5943_CR16","doi-asserted-by":"publisher","first-page":"142","DOI":"10.1016\/j.ins.2020.05.066","volume":"538","author":"X Wu","year":"2020","unstructured":"Wu X, Chen H, Wang J, Troiano L, Loia V, Fujita H (2020) Adaptive stock trading strategies with deep reinforcement learning methods. Inf Sci 538:142\u2013158","journal-title":"Inf Sci"},{"key":"5943_CR17","doi-asserted-by":"crossref","unstructured":"Liu J, Tsai B-Y, Chen D-S (2023) Deep reinforcement learning based controller with dynamic feature extraction for an industrial claus process. J Taiwan Inst Chem Eng 146:104779","DOI":"10.1016\/j.jtice.2023.104779"},{"key":"5943_CR18","doi-asserted-by":"crossref","unstructured":"Guo S, Zou L, Chen H, Qu B, Chi H, Philip SY, Chang Y (2023) Sample efficient offline-to-online reinforcement learning. IEEE Trans Know Data Eng","DOI":"10.1109\/TKDE.2023.3302804"},{"key":"5943_CR19","doi-asserted-by":"publisher","first-page":"15067","DOI":"10.1016\/j.egyr.2022.11.028","volume":"8","author":"B Zhang","year":"2022","unstructured":"Zhang B, Ghias AM, Chen Z (2022) A double-deck deep reinforcement learning-based energy dispatch strategy for an integrated electricity and district heating system embedded with thermal inertial and operational flexibility. Energy Rep 8:15067\u201315080","journal-title":"Energy Rep"},{"issue":"15","key":"5943_CR20","doi-asserted-by":"publisher","first-page":"14060","DOI":"10.1109\/JIOT.2022.3145849","volume":"9","author":"G Huang","year":"2022","unstructured":"Huang G, Zhao P, Zhang G (2022) Real-time battery thermal management for electric vehicles based on deep reinforcement learning. IEEE Internet Things J 9(15):14060\u201314072","journal-title":"IEEE Internet Things J"},{"key":"5943_CR21","doi-asserted-by":"publisher","unstructured":"Chung J, Gulcehre C, Cho K, Bengio Y (2014) Empirical evaluation of gated recurrent neural networks on sequence modeling. arXiv:1412.3555. https:\/\/doi.org\/10.48550\/arXiv.1412.3555","DOI":"10.48550\/arXiv.1412.3555"},{"key":"5943_CR22","doi-asserted-by":"publisher","first-page":"128174","DOI":"10.1016\/j.energy.2023.128174","volume":"282","author":"T Shi","year":"2023","unstructured":"Shi T, Xu C, Dong W, Zhou H, Bokhari A, Kleme\u0161 JJ, Han N (2023) Research on energy management of hydrogen electric coupling system based on deep reinforcement learning. Energy 282:128174","journal-title":"Energy"},{"key":"5943_CR23","doi-asserted-by":"crossref","unstructured":"Qiu Z-c, Yang Y, Zhang X-m (2022) Reinforcement learning vibration control of a multi-flexible beam coupling system. Aerospace Sci Technol 129:107801","DOI":"10.1016\/j.ast.2022.107801"},{"issue":"3","key":"5943_CR24","doi-asserted-by":"publisher","first-page":"487","DOI":"10.3390\/pr9030487","volume":"9","author":"F Fujii","year":"2021","unstructured":"Fujii F, Kaneishi A, Nii T, Maenishi R, Tanaka S (2021) Self-tuning two degree-of-freedom proportional-integral control system based on reinforcement learning for a multiple-input multiple-output industrial process that suffers from spatial input coupling. Processes 9(3):487","journal-title":"Processes"},{"key":"5943_CR25","unstructured":"Vaswani A, Shazeer N, Parmar N, Uszkoreit J, Jones L, Gomez AN, Kaiser \u0141, Polosukhin I (2017) Attention is all you need. Advan Neural Inform Process Syst 30"},{"issue":"2","key":"5943_CR26","doi-asserted-by":"publisher","first-page":"179","DOI":"10.1207\/s15516709cog1402_1","volume":"14","author":"JL Elman","year":"1990","unstructured":"Elman JL (1990) Finding structure in time. Cogn Sci 14(2):179\u2013211","journal-title":"Cogn Sci"},{"issue":"8","key":"5943_CR27","doi-asserted-by":"publisher","first-page":"1735","DOI":"10.1162\/neco.1997.9.8.1735","volume":"9","author":"S Hochreiter","year":"1997","unstructured":"Hochreiter S, Schmidhuber J (1997) Long short-term memory. Neural Comput 9(8):1735\u20131780","journal-title":"Neural Comput"},{"issue":"4","key":"5943_CR28","doi-asserted-by":"publisher","first-page":"242","DOI":"10.3390\/info14040242","volume":"14","author":"N Patwardhan","year":"2023","unstructured":"Patwardhan N, Marrone S, Sansone C (2023) Transformers in the real world: A survey on nlp applications. Information 14(4):242. https:\/\/doi.org\/10.3390\/info14040242","journal-title":"Information"},{"key":"5943_CR29","doi-asserted-by":"publisher","unstructured":"Liu Z, Lv Q, Yang Z, Li Y, Lee CH, Shen L (2023) Recent progress in transformer-based medical image analysis. Comput Biology Med:107268. https:\/\/doi.org\/10.1016\/j.compbiomed.2023.107268","DOI":"10.1016\/j.compbiomed.2023.107268"},{"key":"5943_CR30","doi-asserted-by":"crossref","unstructured":"Liu Z, Ning J, Cao Y, Wei Y, Zhang Z, Lin S, Hu H (2022) Video swin transformer. In: Proceedings of the IEEE\/CVF conference on computer vision and pattern recognition, pp 3202\u20133211","DOI":"10.1109\/CVPR52688.2022.00320"},{"key":"5943_CR31","doi-asserted-by":"publisher","first-page":"118078","DOI":"10.1016\/j.apenergy.2021.118078","volume":"306","author":"X Zhou","year":"2022","unstructured":"Zhou X, Lin W, Kumar R, Cui P, Ma Z (2022) A data-driven strategy using long short term memory models and reinforcement learning to predict building electricity consumption. Appl Energy 306:118078. https:\/\/doi.org\/10.1016\/j.apenergy.2021.118078","journal-title":"Appl Energy"},{"key":"5943_CR32","doi-asserted-by":"crossref","unstructured":"Yang S, Chen B (2023) Effective surrogate gradient learning with high-order information bottleneck for spike-based machine intelligence. IEEE Trans Neural Netw Learn Syst","DOI":"10.1109\/TNNLS.2023.3329525"},{"key":"5943_CR33","unstructured":"Lazaric A, Restelli M, Bonarini A (2007) Reinforcement learning in continuous action spaces through sequential monte carlo methods. Advan Neural Inform Process Syst 20"},{"key":"5943_CR34","doi-asserted-by":"publisher","unstructured":"Van Hasselt H, Wiering MA (2009) Using continuous action spaces to solve discrete problems. In: 2009 International joint conference on neural networks, IEEE, pp 1149\u20131156. https:\/\/doi.org\/10.1109\/IJCNN.2009.5178745","DOI":"10.1109\/IJCNN.2009.5178745"},{"key":"5943_CR35","doi-asserted-by":"publisher","first-page":"141","DOI":"10.1016\/j.neucom.2023.03.054","volume":"537","author":"Y Xu","year":"2023","unstructured":"Xu Y, Wei Y, Jiang K, Chen L, Wang D, Deng H (2023) Action decoupled sac reinforcement learning with discrete-continuous hybrid action spaces. Neurocomputing 537:141\u2013151. https:\/\/doi.org\/10.1016\/j.neucom.2023.03.054","journal-title":"Neurocomputing"},{"key":"5943_CR36","doi-asserted-by":"publisher","unstructured":"Hausknecht M, Stone P (2015) Deep reinforcement learning in parameterized action space. arXiv:1511.04143. https:\/\/doi.org\/10.48550\/arXiv.1511.04143","DOI":"10.48550\/arXiv.1511.04143"},{"key":"5943_CR37","doi-asserted-by":"publisher","unstructured":"Masson W, Ranchod P, Konidaris G (2016) Reinforcement learning with parameterized actions. In: Proceedings of the AAAI conference on artificial intelligence, vol 30 . https:\/\/doi.org\/10.1609\/aaai.v30i1.10226","DOI":"10.1609\/aaai.v30i1.10226"},{"key":"5943_CR38","doi-asserted-by":"publisher","unstructured":"Lillicrap TP, Hunt JJ, Pritzel A, Heess N, Erez T, Tassa Y, Silver D, Wierstra D (2015) Continuous control with deep reinforcement learning. arXiv:1509.02971. https:\/\/doi.org\/10.48550\/arXiv.1509.02971","DOI":"10.48550\/arXiv.1509.02971"},{"key":"5943_CR39","doi-asserted-by":"publisher","unstructured":"Xiong J, Wang Q, Yang Z, Sun P, Han L, Zheng Y, Fu H, Zhang T, Liu J, Liu H (2018) Parametrized deep q-networks learning: Reinforcement learning with discrete-continuous hybrid action space. arXiv:1810.06394. https:\/\/doi.org\/10.48550\/arXiv.1810.06394","DOI":"10.48550\/arXiv.1810.06394"},{"key":"5943_CR40","doi-asserted-by":"publisher","unstructured":"Fan Z, Su R, Zhang W, Yu Y (2019) Hybrid actor-critic reinforcement learning in parameterized action space. arXiv:1903.01344. https:\/\/doi.org\/10.48550\/arXiv.1903.01344","DOI":"10.48550\/arXiv.1903.01344"},{"key":"5943_CR41","doi-asserted-by":"publisher","unstructured":"Wan S, Li T, Fang B, Yan K, Hong J, Li X (2023) Bearing fault diagnosis based on multi-sensor information coupling and attentional feature fusion. IEEE Trans Instrum Meas. https:\/\/doi.org\/10.1109\/TIM.2023.3269115","DOI":"10.1109\/TIM.2023.3269115"},{"key":"5943_CR42","doi-asserted-by":"publisher","first-page":"121547","DOI":"10.1016\/j.apenergy.2023.121547","volume":"349","author":"M Yu","year":"2023","unstructured":"Yu M, Niu D, Zhao J, Li M, Sun L, Yu X (2023) Building cooling load forecasting of ies considering spatiotemporal coupling based on hybrid deep learning model. Appl Energy 349:121547. https:\/\/doi.org\/10.1016\/j.apenergy.2023.121547","journal-title":"Appl Energy"},{"key":"5943_CR43","doi-asserted-by":"publisher","first-page":"22018","DOI":"10.1109\/ACCESS.2022.3151789","volume":"10","author":"F Tong","year":"2022","unstructured":"Tong F, Liu L, Xie X, Hong Q, Li L (2022) Respiratory sound classification: from fluid-solid coupling analysis to feature-band attention. IEEE Access 10:22018\u201322031. https:\/\/doi.org\/10.1109\/ACCESS.2022.3151789","journal-title":"IEEE Access"},{"key":"5943_CR44","doi-asserted-by":"crossref","unstructured":"Fu J, Liu J, Tian H, Li Y, Bao Y, Fang Z, Lu H (2019) Dual attention network for scene segmentation. In: Proceedings of the IEEE\/CVF conference on computer vision and pattern recognition, pp 3146\u20133154","DOI":"10.1109\/CVPR.2019.00326"},{"key":"5943_CR45","doi-asserted-by":"publisher","unstructured":"Liu H, Liu F, Fan X, Huang D (2021) Polarized self-attention: Towards high-quality pixel-wise regression. arXiv:2107.00782. https:\/\/doi.org\/10.48550\/arXiv.2107.00782","DOI":"10.48550\/arXiv.2107.00782"},{"key":"5943_CR46","doi-asserted-by":"crossref","unstructured":"Woo S, Park J, Lee J-Y, Kweon IS (2018) Cbam: Convolutional block attention module. In: Proceedings of the European Conference on Computer Vision (ECCV), pp 3\u201319","DOI":"10.1007\/978-3-030-01234-2_1"},{"key":"5943_CR47","doi-asserted-by":"crossref","unstructured":"Bellman R (1957) A markovian decision process. J Math Mech:679\u2013684","DOI":"10.1512\/iumj.1957.6.56038"},{"issue":"1","key":"5943_CR48","doi-asserted-by":"publisher","first-page":"3","DOI":"10.1177\/0278364919887447","volume":"39","author":"OM Andrychowicz","year":"2020","unstructured":"Andrychowicz OM, Baker B, Chociej M, Jozefowicz R, McGrew B, Pachocki J, Petron A, Plappert M, Powell G, Ray A et al (2020) Learning dexterous in-hand manipulation. Int J Robot Res 39(1):3\u201320","journal-title":"Int J Robot Res"},{"key":"5943_CR49","doi-asserted-by":"crossref","unstructured":"Yang S, Wang H, Chen B (2023) Sibols: robust and energy-efficient learning for spike-based machine intelligence in information bottleneck framework. IEEE Trans Cogn Develop Syst","DOI":"10.1109\/TCDS.2023.3329532"},{"key":"5943_CR50","doi-asserted-by":"publisher","unstructured":"Schulman J, Moritz P, Levine S, Jordan M, Abbeel P (2015) High-dimensional continuous control using generalized advantage estimation. arXiv:1506.02438. https:\/\/doi.org\/10.48550\/arXiv.1506.02438","DOI":"10.48550\/arXiv.1506.02438"},{"key":"5943_CR51","doi-asserted-by":"publisher","unstructured":"Schulman J, Wolski F, Dhariwal P, Radford A, Klimov O (2017) Proximal policy optimization algorithms. arXiv:1707.06347. https:\/\/doi.org\/10.48550\/arXiv.1707.06347","DOI":"10.48550\/arXiv.1707.06347"},{"key":"5943_CR52","doi-asserted-by":"crossref","unstructured":"Lin T-Y, RoyChowdhury A, Maji S (2015) Bilinear cnn models for fine-grained visual recognition. In: Proceedings of the IEEE international conference on computer vision, pp 1449\u20131457","DOI":"10.1109\/ICCV.2015.170"},{"key":"5943_CR53","unstructured":"Parisotto E, Song F, Rae J, Pascanu R, Gulcehre C, Jayakumar S, Jaderberg M, Kaufman RL, Clark A, Noury S et al (2020) Stabilizing transformers for reinforcement learning. In: International conference on machine learning, PMLR, pp 7487\u20137498"},{"key":"5943_CR54","doi-asserted-by":"publisher","first-page":"109917","DOI":"10.1016\/j.patcog.2023.109917","volume":"145","author":"X Du","year":"2024","unstructured":"Du X, Chen H, Wang C, Xing Y, Yang J, Philip SY, Chang Y, He L (2024) Robust multi-agent reinforcement learning via bayesian distributional value estimation. Pattern Recogn 145:109917","journal-title":"Pattern Recogn"},{"key":"5943_CR55","doi-asserted-by":"crossref","unstructured":"Yang S, Pang Y, Wang H, Lei T, Pan J, Wang J, Jin Y (2023) Spike-driven multi-scale learning with hybrid mechanisms of spiking dendrites. Neurocomputing 542:126240","DOI":"10.1016\/j.neucom.2023.126240"},{"key":"5943_CR56","doi-asserted-by":"crossref","unstructured":"Yang S, Chen B (2023) Snib: improving spike-based machine learning using nonlinear information bottleneck. IEEE Trans Syst, Man, Cybern: Syst","DOI":"10.1109\/TSMC.2023.3300318"},{"key":"5943_CR57","doi-asserted-by":"publisher","first-page":"4303","DOI":"10.1007\/s10489-019-01501-9","volume":"49","author":"S Ding","year":"2019","unstructured":"Ding S, Zhao X, Xu X, Sun T, Jia W (2019) An effective asynchronous framework for small scale reinforcement learning problems. Appl Intell 49:4303\u20134318","journal-title":"Appl Intell"},{"key":"5943_CR58","doi-asserted-by":"crossref","unstructured":"Zhao X, Ding S, An Y, Jia W (2019) Applications of asynchronous deep reinforcement learning based on dynamic updating weights. Appl Intell 49:581\u2013591","DOI":"10.1007\/s10489-018-1296-x"}],"container-title":["Applied Intelligence"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10489-024-05943-8.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s10489-024-05943-8\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10489-024-05943-8.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,1,2]],"date-time":"2025-01-02T16:07:23Z","timestamp":1735834043000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s10489-024-05943-8"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,12,5]]},"references-count":58,"journal-issue":{"issue":"1","published-print":{"date-parts":[[2025,1]]}},"alternative-id":["5943"],"URL":"https:\/\/doi.org\/10.1007\/s10489-024-05943-8","relation":{},"ISSN":["0924-669X","1573-7497"],"issn-type":[{"type":"print","value":"0924-669X"},{"type":"electronic","value":"1573-7497"}],"subject":[],"published":{"date-parts":[[2024,12,5]]},"assertion":[{"value":"11 October 2024","order":1,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"5 December 2024","order":2,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"The authors declare that there are no competing financial, professional, or personal interests that are relevant to the content of this article.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Competing Interests"}},{"value":"All participants involved in this study provided informed consent.","order":3,"name":"Ethics","group":{"name":"EthicsHeading","label":"Ethical and Informed Consent for Data Used"}}],"article-number":"83"}}