{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,28]],"date-time":"2026-07-28T07:17:38Z","timestamp":1785223058787,"version":"3.55.0"},"reference-count":44,"publisher":"Springer Science and Business Media LLC","issue":"1","license":[{"start":{"date-parts":[[2025,6,9]],"date-time":"2025-06-09T00:00:00Z","timestamp":1749427200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by-nc-nd\/4.0"},{"start":{"date-parts":[[2025,6,9]],"date-time":"2025-06-09T00:00:00Z","timestamp":1749427200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by-nc-nd\/4.0"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Brain Inf."],"published-print":{"date-parts":[[2025,12]]},"DOI":"10.1186\/s40708-025-00262-1","type":"journal-article","created":{"date-parts":[[2025,6,9]],"date-time":"2025-06-09T16:50:33Z","timestamp":1749487833000},"update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":14,"title":["AI-driven multi-agent reinforcement learning framework for real-time monitoring of physiological signals in stress and depression contexts"],"prefix":"10.1186","volume":"12","author":[{"given":"Thanveer","family":"Shaik","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Xiaohui","family":"Tao","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Lin","family":"Li","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Haoran","family":"Xie","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Hong-Ning","family":"Dai","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Feng","family":"Zhao","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Jianming","family":"Yong","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2025,6,9]]},"reference":[{"issue":"1","key":"262_CR1","volume":"34","author":"A Khalid","year":"2024","unstructured":"Khalid A, Syed J (2024) Mental health and well-being at work: A systematic review of literature and directions for future research. Human Resour Manag Rev 34(1):100998","journal-title":"Human Resour Manag Rev"},{"issue":"4","key":"262_CR2","doi-asserted-by":"publisher","first-page":"607","DOI":"10.3390\/diagnostics11040607","volume":"11","author":"N El-Rashidy","year":"2021","unstructured":"El-Rashidy N, El-Sappagh S, Islam SR, El-Bakry M, H, Abdelrazek S. (2021) Mobile health in remote patient monitoring for chronic diseases: principles, trends, and challenges. Diagnostics 11(4):607","journal-title":"Diagnostics"},{"key":"262_CR3","doi-asserted-by":"crossref","unstructured":"Shaik T, Tao X, Higgins N, Xie H, Gururajan R, Zhou X (2022) Ai enabled rpm for mental health facility. In: Proceedings of the 1st ACM Workshop on Mobile and Wireless Sensing for Smart Healthcare, pp. 26\u201332","DOI":"10.1145\/3556551.3561191"},{"key":"262_CR4","doi-asserted-by":"publisher","unstructured":"Pattanayak RK, Kumar VS, Raman K, Surya MM, Pooja MR (2022) E-commerce application with analytics for pharmaceutical industry. In: Advances in Intelligent Systems and Computing, pp. 291\u2013298. Springer, ??? . https:\/\/doi.org\/10.1007\/978-981-19-3590-9_22","DOI":"10.1007\/978-981-19-3590-9_22"},{"key":"262_CR5","doi-asserted-by":"publisher","DOI":"10.1016\/j.compbiomed.2022.106020","volume":"149","author":"R Thirunavukarasu","year":"2022","unstructured":"Thirunavukarasu R, C GPD, R G, Gopikrishnan M, Palanisamy V, (2022) Towards computational solutions for precision medicine based big data healthcare system using deep learning models: A review. Comput Biol Med 149:106020","journal-title":"Comput Biol Med"},{"issue":"6","key":"262_CR6","doi-asserted-by":"publisher","first-page":"4909","DOI":"10.1109\/tits.2021.3054625","volume":"23","author":"BR Kiran","year":"2022","unstructured":"Kiran BR, Sobh I, Talpaert V, Mannion P, Sallab AAA, Yogamani S, Perez P (2022) Deep reinforcement learning for autonomous driving: A survey. IEEE Trans Intell Transp Syst 23(6):4909\u20134926. https:\/\/doi.org\/10.1109\/tits.2021.3054625","journal-title":"IEEE Trans Intell Transp Syst"},{"key":"262_CR7","doi-asserted-by":"publisher","unstructured":"Watts J, Khojandi A, Vasudevan R, Ramdhani R (2020) Optimizing individualized treatment planning for parkinson\u2019s disease using deep reinforcement learning. In: 2020 42nd Annual International Conference of the IEEE Engineering in Medicine & Biology Society (EMBC). IEEE, ??? . https:\/\/doi.org\/10.1109\/embc44109.2020.9175311","DOI":"10.1109\/embc44109.2020.9175311"},{"key":"262_CR8","doi-asserted-by":"publisher","DOI":"10.1016\/j.eswa.2020.114285","volume":"168","author":"M Naeem","year":"2021","unstructured":"Naeem M, Paragliola G, Coronato A (2021) A reinforcement learning and deep learning based intelligent system for the support of impaired patients in home treatment. Exp Syst Appl 168:114285","journal-title":"Exp Syst Appl"},{"issue":"3","key":"262_CR9","doi-asserted-by":"publisher","first-page":"28781","DOI":"10.2196\/28781","volume":"10","author":"N Hong","year":"2022","unstructured":"Hong N, Liu C, Gao J, Han L, Chang F, Gong M, Su L (2022) State of the art of machine learning-enabled clinical decision support in intensive care units: Literature review. JMIR Med Inf 10(3):28781. https:\/\/doi.org\/10.2196\/28781","journal-title":"JMIR Med Inf"},{"issue":"1","key":"262_CR10","doi-asserted-by":"publisher","first-page":"393","DOI":"10.1146\/annurev-biodatasci-092820-033938","volume":"4","author":"IY Chen","year":"2021","unstructured":"Chen IY, Joshi S, Ghassemi M, Ranganath R (2021) Probabilistic machine learning for healthcare. Ann Rev Biomed Data Sci 4(1):393\u2013415. https:\/\/doi.org\/10.1146\/annurev-biodatasci-092820-033938","journal-title":"Ann Rev Biomed Data Sci"},{"issue":"4","key":"262_CR11","doi-asserted-by":"publisher","first-page":"521","DOI":"10.2215\/CJN.0000000000000084","volume":"18","author":"K Khezeli","year":"2023","unstructured":"Khezeli K, Siegel S, Shickel B, Ozrazgat-Baslanti T, Bihorac A, Rashidi P (2023) Reinforcement learning for clinical applications. Clin J Am Soc Nephrol 18(4):521\u2013523","journal-title":"Clin J Am Soc Nephrol"},{"key":"262_CR12","doi-asserted-by":"publisher","DOI":"10.2139\/ssrn.4195384","author":"M Rastogi","year":"2022","unstructured":"Rastogi M, Vijarania DM, Goel DN (2022) Role of machine learning in healthcare sector. SSRN Electr J. https:\/\/doi.org\/10.2139\/ssrn.4195384","journal-title":"SSRN Electr J"},{"key":"262_CR13","doi-asserted-by":"publisher","first-page":"381","DOI":"10.21275\/ART20203995","volume":"9","author":"B Mahesh","year":"2020","unstructured":"Mahesh B (2020) Machine learning algorithms-a review. Int J Sci Res (IJSR) 9:381\u2013386","journal-title":"Int J Sci Res (IJSR)"},{"issue":"4","key":"262_CR14","doi-asserted-by":"publisher","first-page":"415","DOI":"10.1016\/j.jksuci.2017.12.007","volume":"31","author":"V Palanisamy","year":"2019","unstructured":"Palanisamy V, Thirunavukarasu R (2019) Implications of big data analytics in developing healthcare frameworks-a review. J King Saud Univ-Comput Inf Sci 31(4):415\u2013425","journal-title":"J King Saud Univ-Comput Inf Sci"},{"issue":"8","key":"262_CR15","doi-asserted-by":"publisher","first-page":"1103","DOI":"10.3390\/life12081103","volume":"12","author":"SA Alsareii","year":"2022","unstructured":"Alsareii SA, Awais M, Alamri AM, AlAsmari MY, Irfan M, Aslam N, Raza M (2022) Physical activity monitoring and classification using machine learning techniques. Life 12(8):1103","journal-title":"Life"},{"issue":"7","key":"262_CR16","doi-asserted-by":"publisher","first-page":"6180","DOI":"10.1109\/JIOT.2020.2973193","volume":"7","author":"C Wang","year":"2020","unstructured":"Wang C, Wang J, Wang J, Zhang X (2020) Deep-reinforcement-learning-based autonomous uav navigation with sparse rewards. IEEE Int Things J 7(7):6180\u20136190","journal-title":"IEEE Int Things J"},{"issue":"6","key":"262_CR17","doi-asserted-by":"publisher","first-page":"1882","DOI":"10.1038\/s41380-023-02047-6","volume":"29","author":"A-FA Mentis","year":"2024","unstructured":"Mentis A-FA, Lee D, Roussos P (2024) Applications of artificial intelligence- machine learning for detection of stress: a critical overview. Mol Psychiatr 29(6):1882\u20131894","journal-title":"Mol Psychiatr"},{"issue":"4","key":"262_CR18","doi-asserted-by":"publisher","first-page":"2417","DOI":"10.3390\/ijerph19042417","volume":"19","author":"M Oyeleye","year":"2022","unstructured":"Oyeleye M, Chen T, Titarenko S, Antoniou G (2022) A predictive analysis of heart rates using machine learning techniques. Int J Environ Res Pub Health 19(4):2417. https:\/\/doi.org\/10.3390\/ijerph19042417","journal-title":"Int J Environ Res Pub Health"},{"issue":"1","key":"262_CR19","doi-asserted-by":"publisher","DOI":"10.1088\/1757-899x\/715\/1\/012060","volume":"715","author":"M Luo","year":"2020","unstructured":"Luo M, Wu K (2020) Heart rate prediction model based on neural network. IOP Conf Series: Mater Sci Eng 715(1):012060. https:\/\/doi.org\/10.1088\/1757-899x\/715\/1\/012060","journal-title":"IOP Conf Series: Mater Sci Eng"},{"key":"262_CR20","doi-asserted-by":"publisher","DOI":"10.1016\/j.patcog.2020.107561","volume":"108","author":"LM Dang","year":"2020","unstructured":"Dang LM, Min K, Wang H, Piran MJ, Lee CH, Moon H (2020) Sensor-based and vision-based human activity recognition: A comprehensive survey. Pattern Recognit 108:107561","journal-title":"Pattern Recognit"},{"key":"262_CR21","unstructured":"Sheng T, Huber M (2020) Unsupervised embedding learning for human activity recognition using wearable sensor data. In: The Thirty-Third International Flairs Conference"},{"key":"262_CR22","doi-asserted-by":"crossref","unstructured":"Norgaard S, Saeedi R, Sasani K, Gebremedhin AH (2018) Synthetic sensor data generation for health applications: A supervised deep learning approach. In: 2018 40th Annual International Conference of the IEEE Engineering in Medicine and Biology Society (EMBC), pp. 1164\u20131167 . IEEE","DOI":"10.1109\/EMBC.2018.8512470"},{"issue":"3","key":"262_CR23","doi-asserted-by":"publisher","first-page":"160","DOI":"10.1007\/s42979-021-00592-x","volume":"2","author":"IH Sarker","year":"2021","unstructured":"Sarker IH (2021) Machine learning: Algorithms, real-world applications and research directions. SN Computer Sci 2(3):160","journal-title":"SN Computer Sci"},{"key":"262_CR24","doi-asserted-by":"publisher","DOI":"10.1007\/s00530-020-00733-x","author":"R Lou","year":"2021","unstructured":"Lou R, Lv Z, Dang S, Su T, Li X (2021) Application of machine learning in ocean data. Multimed Syst. https:\/\/doi.org\/10.1007\/s00530-020-00733-x","journal-title":"Multimed Syst"},{"key":"262_CR25","unstructured":"Tirumala D, Galashov A, Noh H, Hasenclever L, Pascanu R, Schwarz J, Desjardins G, Czarnecki WM, Ahuja A, Teh YW, et al. (2020) Behavior priors for efficient reinforcement learning"},{"issue":"8","key":"262_CR26","doi-asserted-by":"publisher","first-page":"1307","DOI":"10.1162\/jocn_a_01869","volume":"34","author":"M Janssen","year":"2022","unstructured":"Janssen M, LeWarne C, Burk D, Averbeck BB (2022) Hierarchical reinforcement learning, sequential behavior, and the dorsal frontostriatal system. J Cognit Neurosci 34(8):1307\u20131325. https:\/\/doi.org\/10.1162\/jocn_a_01869","journal-title":"J Cognit Neurosci"},{"key":"262_CR27","doi-asserted-by":"publisher","unstructured":"Tsiakas K, Papakostas M, Theofanidis M, Bell M, Mihalcea R, Wang S, Burzo M, Makedon F (2017) An interactive multisensing framework for personalized human robot collaboration and assistive training using reinforcement learning. In: Proceedings of the 10th International Conference on PErvasive Technologies Related to Assistive Environments. ACM, ??? . https:\/\/doi.org\/10.1145\/3056540.3076191","DOI":"10.1145\/3056540.3076191"},{"issue":"1","key":"262_CR28","doi-asserted-by":"publisher","first-page":"109","DOI":"10.1146\/annurev-control-042920-093225","volume":"5","author":"A Kubota","year":"2022","unstructured":"Kubota A, Riek LD (2022) Methods for robot behavior adaptation for cognitive neurorehabilitation. Ann Rev Control Robot Auton Syst 5(1):109\u2013135. https:\/\/doi.org\/10.1146\/annurev-control-042920-093225","journal-title":"Ann Rev Control Robot Auton Syst"},{"issue":"4","key":"262_CR29","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1145\/3670854","volume":"5","author":"F Pourpanah","year":"2024","unstructured":"Pourpanah F, Etemad A (2024) Exploring the landscape of ubiquitous in-home health monitoring: a comprehensive survey. ACM Trans Comput Healthc 5(4):1\u201343","journal-title":"ACM Trans Comput Healthc"},{"key":"262_CR30","unstructured":"Lisowska A, Wilk S, Peleg M (2021) From personalized timely notification to healthy habit formation: a feasibility study of reinforcement learning approaches on synthetic data. In: SMARTERCARE@ AI* IA, pp. 7\u201318"},{"issue":"10","key":"262_CR31","doi-asserted-by":"publisher","first-page":"338","DOI":"10.2196\/jmir.7994","volume":"19","author":"E Yom-Tov","year":"2017","unstructured":"Yom-Tov E, Feraru G, Kozdoba M, Mannor S, Tennenholtz M, Hochberg I (2017) Encouraging physical activity in patients with diabetes: Intervention using a reinforcement learning system. J Med Int Res 19(10):338. https:\/\/doi.org\/10.2196\/jmir.7994","journal-title":"J Med Int Res"},{"key":"262_CR32","doi-asserted-by":"publisher","DOI":"10.1016\/j.is.2021.101878","volume":"104","author":"T Li","year":"2022","unstructured":"Li T, Wang Z, Lu W, Zhang Q, Li D (2022) Electronic health records based reinforcement learning for treatment optimizing. Inf Syst 104:101878. https:\/\/doi.org\/10.1016\/j.is.2021.101878","journal-title":"Inf Syst"},{"key":"262_CR33","doi-asserted-by":"publisher","first-page":"120","DOI":"10.1109\/lsp.2021.3128379","volume":"29","author":"J Guo","year":"2022","unstructured":"Guo J, Liu Q, Chen E (2022) A deep reinforcement learning method for multimodal data fusion in action recognition. IEEE Signal Process Lett 29:120\u2013124. https:\/\/doi.org\/10.1109\/lsp.2021.3128379","journal-title":"IEEE Signal Process Lett"},{"key":"262_CR34","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1145\/3477600","volume":"55","author":"C Yu","year":"2021","unstructured":"Yu C, Liu J, Nemati S, Yin G (2021) Reinforcement learning in healthcare: A survey. ACM Comput Surv 55:1. https:\/\/doi.org\/10.1145\/3477600","journal-title":"ACM Comput Surv"},{"key":"262_CR35","doi-asserted-by":"crossref","unstructured":"Shaik T, Tao X, Xie H, Li L, Zhu X, Li Q (2023) Exploring the landscape of machine unlearning: A comprehensive survey and taxonomy. arXiv preprint arXiv:2305.06360","DOI":"10.1109\/TNNLS.2024.3486109"},{"key":"262_CR36","unstructured":"Signs V (2021) Canberra hospital and health services clinical procedure"},{"issue":"14","key":"262_CR37","doi-asserted-by":"publisher","first-page":"3079","DOI":"10.3390\/s19143079","volume":"19","author":"A Reiss","year":"2019","unstructured":"Reiss A, Indlekofer I, Schmidt P, Laerhoven KV (2019) Deep PPG: Large-scale heart rate estimation with convolutional neural networks. Sensors 19(14):3079. https:\/\/doi.org\/10.3390\/s19143079","journal-title":"Sensors"},{"key":"262_CR38","doi-asserted-by":"crossref","unstructured":"Schmidt P, Reiss A, Duerichen R, Marberger C, Van\u00a0Laerhoven K (2018) Introducing wesad, a multimodal dataset for wearable stress and affect detection. In: Proceedings of the 20th ACM International Conference on Multimodal Interaction, pp. 400\u2013408","DOI":"10.1145\/3242969.3242985"},{"key":"262_CR39","doi-asserted-by":"publisher","unstructured":"Mallozzi P, Castellano E, Pelliccione P, Schneider G, Tei K (2019) A runtime monitoring framework to enforce invariants on reinforcement learning agents exploring complex environments. In: 2019 IEEE\/ACM 2nd International Workshop on Robotics Software Engineering (RoSE). IEEE, ??? . https:\/\/doi.org\/10.1109\/rose.2019.00011","DOI":"10.1109\/rose.2019.00011"},{"issue":"11","key":"262_CR40","doi-asserted-by":"publisher","first-page":"13702","DOI":"10.1109\/TVT.2020.3023733","volume":"69","author":"Y-J Chen","year":"2020","unstructured":"Chen Y-J, Chang D-K, Zhang C (2020) Autonomous tracking using a swarm of UAVs: A constrained multi-agent reinforcement learning approach. IEEE Trans Veh Technol 69(11):13702\u201313717","journal-title":"IEEE Trans Veh Technol"},{"key":"262_CR41","first-page":"1","volume":"30","author":"R Lowe","year":"2017","unstructured":"Lowe R, Wu YI, Tamar A, Harb J, Pieter Abbeel O, Mordatch I (2017) Multi-agent actor-critic for mixed cooperative-competitive environments. Adv Neural Inf Process Syst 30:1","journal-title":"Adv Neural Inf Process Syst"},{"issue":"178","key":"262_CR42","first-page":"1","volume":"21","author":"T Rashid","year":"2020","unstructured":"Rashid T, Samvelyan M, De Witt CS, Farquhar G, Foerster J, Whiteson S (2020) Monotonic value function factorisation for deep multi-agent reinforcement learning. J Mach Learn Res 21(178):1\u201351","journal-title":"J Mach Learn Res"},{"key":"262_CR43","doi-asserted-by":"publisher","DOI":"10.3389\/fpsyg.2021.650525","volume":"12","author":"MC Schippers","year":"2021","unstructured":"Schippers MC, Rus DC (2021) Optimizing decision-making processes in times of covid-19: using reflexivity to counteract information-processing failures. Front Psychol 12:650525","journal-title":"Front Psychol"},{"key":"262_CR44","doi-asserted-by":"crossref","unstructured":"Shaik T, Tao X, Xie H, Li L, Yong J, Li Y (2024) Graph-enabled reinforcement learning for time series forecasting with adaptive intelligence. IEEE Transactions on Emerging Topics in Computational Intelligence","DOI":"10.1109\/TETCI.2024.3398024"}],"container-title":["Brain Informatics"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1186\/s40708-025-00262-1.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1186\/s40708-025-00262-1\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1186\/s40708-025-00262-1.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,10]],"date-time":"2025-06-10T05:02:44Z","timestamp":1749531764000},"score":1,"resource":{"primary":{"URL":"https:\/\/braininformatics.springeropen.com\/articles\/10.1186\/s40708-025-00262-1"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,6,9]]},"references-count":44,"journal-issue":{"issue":"1","published-print":{"date-parts":[[2025,12]]}},"alternative-id":["262"],"URL":"https:\/\/doi.org\/10.1186\/s40708-025-00262-1","relation":{},"ISSN":["2198-4018","2198-4026"],"issn-type":[{"value":"2198-4018","type":"print"},{"value":"2198-4026","type":"electronic"}],"subject":[],"published":{"date-parts":[[2025,6,9]]},"assertion":[{"value":"17 January 2025","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"25 May 2025","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"9 June 2025","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"Not applicable. This study does not involve human participants or animal studies requiring ethical approval.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Ethics approval and consent to participate"}},{"value":"All authors have provided their consent for the publication of this manuscript.","order":3,"name":"Ethics","group":{"name":"EthicsHeading","label":"Consent for Publication"}},{"value":"Author Xiaohui Tao is a member of the Editorial Board of the Journal Brain Informatics. The paper was handled by another Editor and has undergone a rigorous peer review process. Author Xiaohui Tao was not involved in the journal's peer review of, or decisions related to, this manuscript.","order":4,"name":"Ethics","group":{"name":"EthicsHeading","label":"Competing interests"}}],"article-number":"14"}}