{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,23]],"date-time":"2026-04-23T03:42:02Z","timestamp":1776915722756,"version":"3.51.2"},"reference-count":30,"publisher":"Springer Science and Business Media LLC","issue":"1","license":[{"start":{"date-parts":[[2026,3,16]],"date-time":"2026-03-16T00:00:00Z","timestamp":1773619200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by-nc-nd\/4.0"},{"start":{"date-parts":[[2026,4,23]],"date-time":"2026-04-23T00:00:00Z","timestamp":1776902400000},"content-version":"vor","delay-in-days":38,"URL":"https:\/\/creativecommons.org\/licenses\/by-nc-nd\/4.0"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Discov Artif Intell"],"DOI":"10.1007\/s44163-025-00734-7","type":"journal-article","created":{"date-parts":[[2026,3,16]],"date-time":"2026-03-16T20:55:06Z","timestamp":1773694506000},"update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["Attack and defense cooperation mechanism of robot football team based on eligibility trace Q-learning algorithm"],"prefix":"10.1007","volume":"6","author":[{"given":"Bingbing","family":"Zhu","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Xin","family":"Wang","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2026,3,16]]},"reference":[{"key":"734_CR1","doi-asserted-by":"publisher","unstructured":"T. Yu and X. Chen. \u201cVirtual football match simulation system based on feature detection,\u201d Proc. SPIE, vol. 13181, pp. 2111\u20132116, July. 2024, https:\/\/doi.org\/10.1117\/12.3031039.","DOI":"10.1117\/12.3031039"},{"issue":"4","key":"734_CR2","doi-asserted-by":"publisher","first-page":"221","DOI":"10.47852\/bonviewAIA2202391","volume":"1","author":"T Quan","year":"2023","unstructured":"Quan T, Mokayed H, Alkhaled L, Sivakumar V. Real-time human detection and counting system using deep learning computer vision techniques. AIA. 2023;1(4):221\u20139. https:\/\/doi.org\/10.47852\/bonviewAIA2202391.","journal-title":"AIA"},{"issue":"2","key":"734_CR3","doi-asserted-by":"publisher","first-page":"288","DOI":"10.1109\/TLA.2023.10015221","volume":"21","author":"F Vieira Coimbra","year":"2023","unstructured":"Vieira Coimbra F, de Omena Albuquerque M\u00e1ximo MR. Team modeling with deep behavioral cloning for the RoboCup 2D soccer simulation league. IEEE Lat Am Trans. 2023;21(2):288\u201394. https:\/\/doi.org\/10.1109\/TLA.2023.10015221.","journal-title":"IEEE Lat Am Trans"},{"issue":"27","key":"734_CR4","doi-asserted-by":"publisher","first-page":"32487","DOI":"10.1007\/s11042-024-20491-6","volume":"84","author":"S Khan","year":"2025","unstructured":"Khan S, Ali S, Iqbal KF, Ayaz Y, Brusay JH, Khan MA, et al. Active interception of moving ball: a multi-player strategy for humanoid soccer robots. Multimedia Tools Appl. 2025;84(27):32487\u2013503. https:\/\/doi.org\/10.1007\/s11042-024-20491-6.","journal-title":"Multimedia Tools Appl"},{"issue":"4","key":"734_CR5","doi-asserted-by":"publisher","first-page":"342","DOI":"10.1109\/tg.2021.3075065","volume":"13","author":"E Antonioni","year":"2021","unstructured":"Antonioni E, Suriani V, Riccio F, Nardi D. Game strategies for physical robot soccer players: a survey. IEEE Trans Games. 2021;13(4):342\u201357. https:\/\/doi.org\/10.1109\/tg.2021.3075065.","journal-title":"IEEE Trans Games"},{"key":"734_CR6","doi-asserted-by":"publisher","unstructured":"G. L. Pauli and F. Tonidandel, \u201cLearning Long-Term Dependencies to Predict an Opponent\u2019s Behavior in Robot Soccer,\u201d in Proc. 2025 Brazilian Conference on Robotics (CROS), IEEE, vol. 1, no. 1, pp. 1\u20136, Apr. 2025, https:\/\/doi.org\/10.1109\/CROS66186.2025.11066084.","DOI":"10.1109\/CROS66186.2025.11066084"},{"issue":"3","key":"734_CR7","doi-asserted-by":"publisher","first-page":"603","DOI":"10.20965\/jrm.2024.P0603","volume":"36","author":"C Yeung","year":"2024","unstructured":"Yeung C, Bunker R, Fujii K. Unveiling multi-agent strategies: a data-driven approach for extracting and evaluating team tactics from football event and freeze-frame data. J Robot Mechatron. 2024;36(3):603\u201317. https:\/\/doi.org\/10.20965\/jrm.2024.P0603.","journal-title":"J Robot Mechatron"},{"issue":"12","key":"734_CR8","doi-asserted-by":"publisher","first-page":"15391","DOI":"10.1109\/TVT.2023.3297837","volume":"72","author":"J Wu","year":"2023","unstructured":"Wu J, Sun Y, Li D, Shi J, Li X, Gao L, et al. An adaptive conversion speed Q-learning algorithm for search and rescue UAV path planning in unknown environments. IEEE Trans Veh Technol. 2023;72(12):15391\u2013404. https:\/\/doi.org\/10.1109\/TVT.2023.3297837.","journal-title":"IEEE Trans Veh Technol"},{"issue":"6","key":"734_CR9","doi-asserted-by":"publisher","first-page":"6947","DOI":"10.1007\/s12652-021-03551-9","volume":"14","author":"Y Li","year":"2023","unstructured":"Li Y, Song Y, Rezaeipanah A. Generation a shooting on the walking for soccer simulation 3D league using Q-learning algorithm. J Ambient Intell Human Comput. 2023;14(6):6947\u201357. https:\/\/doi.org\/10.1007\/s12652-021-03551-9.","journal-title":"J Ambient Intell Human Comput"},{"issue":"4","key":"734_CR10","doi-asserted-by":"publisher","first-page":"915","DOI":"10.1007\/s11370-024-00544-3","volume":"17","author":"H Wang","year":"2024","unstructured":"Wang H, Jing J, Wang Q, He H, Qi X, Lou R. ETQ-learning: an improved Q-learning algorithm for path planning. INTEL SERV ROBOT. 2024;17(4):915\u201329. https:\/\/doi.org\/10.1007\/s11370-024-00544-3.","journal-title":"INTEL SERV ROBOT"},{"issue":"1","key":"734_CR11","doi-asserted-by":"publisher","first-page":"98381","DOI":"10.1109\/access.2021.3095392","volume":"9","author":"M Maroto-G\u00f3mez","year":"2021","unstructured":"Maroto-G\u00f3mez M, Gonz\u00e1lez R, Castro - Gonz\u00e1lez \u00c1, Malfaz M, Salichs M\u00c1. Speeding - up action learning in a social robot with dyna - q+: a bioinspired probabilistic model approach. IEEE Access. 2021;9(1):98381\u201397. https:\/\/doi.org\/10.1109\/access.2021.3095392.","journal-title":"IEEE Access"},{"issue":"3","key":"734_CR12","doi-asserted-by":"publisher","first-page":"2622","DOI":"10.1109\/LRA.2024.3358095","volume":"9","author":"E Latif","year":"2024","unstructured":"Latif E, Parasuraman R. Communication-efficient multi-robot exploration using coverage-biased distributed Q-learning. IEEE Robot Autom Lett. 2024;9(3):2622\u20139. https:\/\/doi.org\/10.1109\/LRA.2024.3358095.","journal-title":"IEEE Robot Autom Lett"},{"issue":"3","key":"734_CR13","doi-asserted-by":"publisher","first-page":"223","DOI":"10.1504\/IJMRS.2023.129453","volume":"5","author":"Y Zhou","year":"2023","unstructured":"Zhou Y, Wang D. Path planning of mobile robot in complex environment based on improved Q-learning algorithm. IJMRS. 2023;5(3):223\u201345. https:\/\/doi.org\/10.1504\/IJMRS.2023.129453.","journal-title":"IJMRS"},{"issue":"1","key":"734_CR14","doi-asserted-by":"publisher","first-page":"54","DOI":"10.1016\/j.Cogr.2023.04.001","volume":"3","author":"M Soori","year":"2023","unstructured":"Soori M, Arezoo B, Dastres R. Artificial intelligence, machine learning and deep learning in advanced robotics, a review. CoR. 2023;3(1):54\u201370. https:\/\/doi.org\/10.1016\/j.Cogr.2023.04.001.","journal-title":"CoR"},{"issue":"11","key":"734_CR15","doi-asserted-by":"publisher","DOI":"10.3390\/s25113496","volume":"25","author":"F Nadiri","year":"2025","unstructured":"Nadiri F, Rad AB. Swarm intelligence for collaborative play in humanoid soccer teams. Sensors (Basel). 2025;25(11):3496. https:\/\/doi.org\/10.3390\/s25113496.","journal-title":"Sensors (Basel)"},{"issue":"1","key":"734_CR16","doi-asserted-by":"publisher","first-page":"37","DOI":"10.1016\/j.Jas.2024.01.001","volume":"11","author":"Z Pu","year":"2024","unstructured":"Pu Z, Pan Y, Wang S, Liu B, Chen M, Ma H, et al. Orientation and decision-making for soccer based on sports analytics and AI: a systematic review. JAS. 2024;11(1):37\u201357. https:\/\/doi.org\/10.1016\/j.Jas.2024.01.001.","journal-title":"JAS"},{"issue":"1","key":"734_CR17","doi-asserted-by":"publisher","first-page":"13714","DOI":"10.1109\/ACCESS.2023.3243549","volume":"11","author":"N Gholizadeh","year":"2023","unstructured":"Gholizadeh N, Kazemi N, Musilek P. A comparative study of reinforcement learning algorithms for distribution network reconfiguration with deep Q-learning-based action sampling. IEEE Access. 2023;11(1):13714\u201323. https:\/\/doi.org\/10.1109\/ACCESS.2023.3243549.","journal-title":"IEEE Access"},{"issue":"5","key":"734_CR18","doi-asserted-by":"publisher","first-page":"3207","DOI":"10.1109\/TSMC.2024.3358383","volume":"54","author":"F Zhao","year":"2024","unstructured":"Zhao F, Zhuang C, Wang L, Dong C. An iterative greedy algorithm with Q-learning mechanism for the multiobjective distributed no-idle permutation flowshop scheduling. IEEE Trans Syst Man Cybern Syst. 2024;54(5):3207\u201319. https:\/\/doi.org\/10.1109\/TSMC.2024.3358383.","journal-title":"IEEE Trans Syst Man Cybern Syst"},{"issue":"1","key":"734_CR19","doi-asserted-by":"publisher","first-page":"123","DOI":"10.1016\/j.isatra.2023.07.043","volume":"142","author":"R Wang","year":"2023","unstructured":"Wang R, Tao Z, Paszke W, Stojanovic V. Q-learning based fault estimation and fault tolerant iterative learning for MIMO systems. ISA Trans. 2023;142(1):123\u201335. https:\/\/doi.org\/10.1016\/j.isatra.2023.07.043.","journal-title":"ISA Trans"},{"issue":"1","key":"734_CR20","doi-asserted-by":"publisher","first-page":"21","DOI":"10.1016\/j.Solener.2022.09.005","volume":"249","author":"X Gao","year":"2023","unstructured":"Gao X, Deng F, Wu G, An Q, Zheng C, Wang W, et al. Divide and conquer Q-learning (DCQL) algorithm based Photovoltaic (PV) array reconfiguration scheme for alleviating the partial shading influence. Sol Energy. 2023;249(1):21\u201339. https:\/\/doi.org\/10.1016\/j.Solener.2022.09.005.","journal-title":"Sol Energy"},{"issue":"12","key":"734_CR21","doi-asserted-by":"publisher","first-page":"8323","DOI":"10.1109\/TAC.2024.3409647","volume":"69","author":"S Meyn","year":"2024","unstructured":"Meyn S. The Projected Bellman Equation in Reinforcement Learning. IEEE Trans Automat Contr. 2024;69(12):8323\u201337. https:\/\/doi.org\/10.1109\/TAC.2024.3409647.","journal-title":"IEEE Trans Automat Contr"},{"issue":"21","key":"734_CR22","doi-asserted-by":"publisher","first-page":"20041","DOI":"10.1007\/s11071-023-08909-6","volume":"111","author":"J Rao","year":"2023","unstructured":"Rao J, Wang J, Xu J, Zhao S. Optimal control of nonlinear system based on deterministic policy gradient with eligibility traces. Nonlinear Dynam. September 2023;111(21):20041\u201353. https:\/\/doi.org\/10.1007\/s11071-023-08909-6.","journal-title":"Nonlinear Dynam"},{"issue":"9","key":"734_CR23","doi-asserted-by":"publisher","first-page":"7645","DOI":"10.1109\/JIOT.2022.3209792","volume":"10","author":"L Xie","year":"2023","unstructured":"Xie L, Wu J, Li Y, Sun Q, Xi L. Automatic generation control strategy for integrated energy system based on ubiquitous power Internet of Things. IEEE Internet Things J. 2023;10(9):7645\u201354. https:\/\/doi.org\/10.1109\/JIOT.2022.3209792.","journal-title":"IEEE Internet Things J"},{"issue":"4","key":"734_CR24","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1145\/3695986","volume":"57","author":"Y Zheng","year":"2024","unstructured":"Zheng Y, Hao Q, Wang J, Gao C, Chen J, Jin D, et al. A survey of machine learning for urban decision making: applications in planning, transportation, and healthcare. ACM Comput Surv. 2024;57(4):1\u201341. https:\/\/doi.org\/10.1145\/3695986.","journal-title":"ACM Comput Surv"},{"issue":"10","key":"734_CR25","doi-asserted-by":"publisher","first-page":"13164","DOI":"10.1109\/TNNLS.2023.3280161","volume":"35","author":"Y Lin","year":"2023","unstructured":"Lin Y, Liu Y, Lin F, Ou L, Wu P, Zeng W, et al. A survey on reinforcement learning for recommender systems. IEEE Trans Neural Netw Learn Syst. 2023;35(10):13164\u201384. https:\/\/doi.org\/10.1109\/TNNLS.2023.3280161.","journal-title":"IEEE Trans Neural Netw Learn Syst"},{"issue":"12","key":"734_CR26","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1145\/3571728","volume":"55","author":"A Heidari","year":"2023","unstructured":"Heidari A, Navimipour NJ, Unal M, Zhang G. Machine learning applications in internet-of-drones: systematic review, recent deployments, and open issues. ACM Comput Surv. 2023;55(12):1\u201345. https:\/\/doi.org\/10.1145\/3571728.","journal-title":"ACM Comput Surv"},{"issue":"11","key":"734_CR27","doi-asserted-by":"publisher","first-page":"12253","DOI":"10.1609\/aaai.V38i11.29115","volume":"38","author":"D Gupta","year":"2024","unstructured":"Gupta D, Jordan SM, Chaudhari S, Liu B, Thomas PS, da Silva BC. From past to future: rethinking eligibility traces. AAAI. 2024;38(11):12253\u201360. https:\/\/doi.org\/10.1609\/aaai.V38i11.29115.","journal-title":"AAAI"},{"issue":"1","key":"734_CR28","doi-asserted-by":"publisher","first-page":"107892","DOI":"10.1109\/ACCESS.2023.3321196","volume":"11","author":"Z Xiang","year":"2023","unstructured":"Xiang Z, Sun H, Zhang J. Application of improved Q-learning algorithm in dynamic path planning for aircraft at airports. IEEE Access. 2023;11(1):107892\u2013905. https:\/\/doi.org\/10.1109\/ACCESS.2023.3321196.","journal-title":"IEEE Access"},{"issue":"5","key":"734_CR29","doi-asserted-by":"publisher","first-page":"1211","DOI":"10.16182\/j.Issn1004731x.Joss.23-0051","volume":"36","author":"X Wang","year":"2024","unstructured":"Wang X, Ji J, Liu Y, He Q. Path planning of unmanned delivery vehicle based on improved Q-learning algorithm. J Syst Simul. 2024;36(5):1211\u201321. https:\/\/doi.org\/10.16182\/j.Issn1004731x.Joss.23-0051.","journal-title":"J Syst Simul"},{"issue":"1","key":"734_CR30","doi-asserted-by":"publisher","first-page":"311","DOI":"10.3233\/JCM-226506","volume":"23","author":"H Liang","year":"2023","unstructured":"Liang H, Li J. A literature review of genetic algorithm applied to games. J Comput Methods Sci Eng. 2023;23(1):311\u201324. https:\/\/doi.org\/10.3233\/JCM-226506.","journal-title":"J Comput Methods Sci Eng"}],"container-title":["Discover Artificial Intelligence"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s44163-025-00734-7","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s44163-025-00734-7.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s44163-025-00734-7.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,4,23]],"date-time":"2026-04-23T03:08:32Z","timestamp":1776913712000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s44163-025-00734-7"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026,3,16]]},"references-count":30,"journal-issue":{"issue":"1","published-online":{"date-parts":[[2026,12]]}},"alternative-id":["734"],"URL":"https:\/\/doi.org\/10.1007\/s44163-025-00734-7","relation":{},"ISSN":["2731-0809"],"issn-type":[{"value":"2731-0809","type":"electronic"}],"subject":[],"published":{"date-parts":[[2026,3,16]]},"assertion":[{"value":"16 September 2025","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"1 December 2025","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"16 March 2026","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"An ethics statement was not required for this study type, no human or animal subjects or materials were used.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Ethical approval and consent for participate"}},{"value":"Not Applicable.","order":3,"name":"Ethics","group":{"name":"EthicsHeading","label":"Consent to publication"}},{"value":"The authors declare no competing interests.","order":4,"name":"Ethics","group":{"name":"EthicsHeading","label":"Competing interests"}}],"article-number":"360"}}