{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,2]],"date-time":"2026-06-02T22:01:53Z","timestamp":1780437713838,"version":"3.54.1"},"reference-count":83,"publisher":"Elsevier BV","license":[{"start":{"date-parts":[[2026,11,1]],"date-time":"2026-11-01T00:00:00Z","timestamp":1793491200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/tdm\/userlicense\/1.0\/"},{"start":{"date-parts":[[2026,11,1]],"date-time":"2026-11-01T00:00:00Z","timestamp":1793491200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/legal\/tdmrep-license"},{"start":{"date-parts":[[2026,11,1]],"date-time":"2026-11-01T00:00:00Z","timestamp":1793491200000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-017"},{"start":{"date-parts":[[2026,11,1]],"date-time":"2026-11-01T00:00:00Z","timestamp":1793491200000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"},{"start":{"date-parts":[[2026,11,1]],"date-time":"2026-11-01T00:00:00Z","timestamp":1793491200000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-012"},{"start":{"date-parts":[[2026,11,1]],"date-time":"2026-11-01T00:00:00Z","timestamp":1793491200000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2026,11,1]],"date-time":"2026-11-01T00:00:00Z","timestamp":1793491200000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-004"}],"funder":[{"DOI":"10.13039\/501100010418","name":"Institute of Information & Communications Technology Planning & Evaluation","doi-asserted-by":"publisher","id":[{"id":"10.13039\/501100010418","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100003725","name":"National Research Foundation of Korea","doi-asserted-by":"publisher","id":[{"id":"10.13039\/501100003725","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100020855","name":"Korea University Department of Artificial Intelligence","doi-asserted-by":"publisher","id":[{"id":"10.13039\/501100020855","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100014188","name":"Korea Ministry of Science and ICT","doi-asserted-by":"publisher","id":[{"id":"10.13039\/501100014188","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["elsevier.com","sciencedirect.com"],"crossmark-restriction":true},"short-container-title":["Expert Systems with Applications"],"published-print":{"date-parts":[[2026,11]]},"DOI":"10.1016\/j.eswa.2026.132973","type":"journal-article","created":{"date-parts":[[2026,5,25]],"date-time":"2026-05-25T16:13:55Z","timestamp":1779725635000},"page":"132973","update-policy":"https:\/\/doi.org\/10.1016\/elsevier_cm_policy","source":"Crossref","is-referenced-by-count":0,"special_numbering":"C","title":["A hierarchical reinforcement learning approach to personalized decision-making for brain connectivity segmentation"],"prefix":"10.1016","volume":"329","author":[{"ORCID":"https:\/\/orcid.org\/0009-0009-2007-0835","authenticated-orcid":false,"given":"Chang-Hoon","family":"Ji","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0008-0157-0706","authenticated-orcid":false,"given":"Ji-Hye","family":"Oh","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0001-7827-4592","authenticated-orcid":false,"given":"Yu-Kyum","family":"Kang","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-2238-3255","authenticated-orcid":false,"given":"Jun-Mo","family":"Kim","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0000-9503-1915","authenticated-orcid":false,"given":"Suyeon","family":"Kwak","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0001-6738-3777","authenticated-orcid":false,"given":"Ji-Wung","family":"Han","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0009-4344-2275","authenticated-orcid":false,"given":"Sanghyeon","family":"Cho","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-6677-7176","authenticated-orcid":false,"given":"Tae-Eui","family":"Kam","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"78","reference":[{"issue":"1","key":"10.1016\/j.eswa.2026.132973_bib0001","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1038\/s41398-023-02722-w","article-title":"Aberrant resting-state co-activation network dynamics in major depressive disorder","volume":"14","author":"An","year":"2024","journal-title":"Translational Psychiatry"},{"key":"10.1016\/j.eswa.2026.132973_bib0002","doi-asserted-by":"crossref","first-page":"341","DOI":"10.1023\/A:1025696116075","article-title":"Recent advances in hierarchical reinforcement learning","volume":"13","author":"Barto","year":"2003","journal-title":"Discrete Event Dynamic Systems"},{"key":"10.1016\/j.eswa.2026.132973_bib0003","series-title":"2nd International Conference on Biomedical Systems, Signals and Images","article-title":"Assessment of brain connectivity patterns in progression of Alzheimer\u2019s disease","author":"Bhuvaneshwari","year":"2016"},{"issue":"6973","key":"10.1016\/j.eswa.2026.132973_bib0004","doi-asserted-by":"crossref","first-page":"170","DOI":"10.1136\/bmj.310.6973.170","article-title":"Multiple significance tests: the Bonferroni method","volume":"310","author":"Bland","year":"1995","journal-title":"BMJ"},{"issue":"9","key":"10.1016\/j.eswa.2026.132973_bib0005","doi-asserted-by":"crossref","first-page":"667","DOI":"10.1016\/j.tins.2020.06.005","article-title":"Tapping into multi-faceted human behavior and psychopathology using fMRI brain dynamics","volume":"43","author":"Bolton","year":"2020","journal-title":"Trends in Neurosciences"},{"issue":"1","key":"10.1016\/j.eswa.2026.132973_bib0006","doi-asserted-by":"crossref","first-page":"32","DOI":"10.1093\/psyrad\/kkac005","article-title":"The DIRECT consortium and the REST-meta-MDD project: Towards neuroimaging biomarkers of major depressive disorder","volume":"2","author":"Chen","year":"2022","journal-title":"Psychoradiology"},{"key":"10.1016\/j.eswa.2026.132973_bib0007","unstructured":"Christodoulou, P. (2019). Soft actor-critic for discrete action settings. arXiv preprint arXiv: 1910.07207."},{"key":"10.1016\/j.eswa.2026.132973_bib0008","first-page":"1","article-title":"Pearson correlation coefficient","author":"Cohen","year":"2009","journal-title":"Noise Reduction in Speech Processing"},{"issue":"1","key":"10.1016\/j.eswa.2026.132973_bib0009","doi-asserted-by":"crossref","first-page":"30","DOI":"10.1038\/s41392-024-01738-y","article-title":"Major depressive disorder: Hypothesis, mechanism, prevention and treatment","volume":"9","author":"Cui","year":"2024","journal-title":"Signal Transduction and Targeted Therapy"},{"key":"10.1016\/j.eswa.2026.132973_bib0010","doi-asserted-by":"crossref","first-page":"511","DOI":"10.1016\/j.jad.2023.07.077","article-title":"Classification of recurrent major depressive disorder using a new time series feature extraction method through multisite RS-fMRI data","volume":"339","author":"Dai","year":"2023","journal-title":"Journal of Affective Disorders"},{"key":"10.1016\/j.eswa.2026.132973_bib0011","doi-asserted-by":"crossref","first-page":"28","DOI":"10.3389\/fpsyt.2015.00028","article-title":"Decreased resting-state connectivity between neurocognitive networks in treatment resistant depression","volume":"6","author":"de Kwaasteniet","year":"2015","journal-title":"Frontiers in Psychiatry"},{"issue":"3","key":"10.1016\/j.eswa.2026.132973_bib0012","doi-asserted-by":"crossref","first-page":"837","DOI":"10.2307\/2531595","article-title":"Comparing the areas under two or more correlated receiver operating characteristic curves: A nonparametric approach","volume":"44","author":"DeLong","year":"1988","journal-title":"Biometrics"},{"key":"10.1016\/j.eswa.2026.132973_bib0013","doi-asserted-by":"crossref","first-page":"227","DOI":"10.1613\/jair.639","article-title":"Hierarchical reinforcement learning with the MAXQ value function decomposition","volume":"13","author":"Dietterich","year":"2000","journal-title":"Journal of Artificial Intelligence Research"},{"key":"10.1016\/j.eswa.2026.132973_bib0014","doi-asserted-by":"crossref","first-page":"525","DOI":"10.3389\/fnins.2018.00525","article-title":"Classification and prediction of brain disorders using functional connectivity: Promising but challenging","volume":"12","author":"Du","year":"2018","journal-title":"Frontiers in Neuroscience"},{"key":"10.1016\/j.eswa.2026.132973_bib0015","doi-asserted-by":"crossref","DOI":"10.1016\/j.media.2022.102707","article-title":"Unsupervised cross-domain functional MRI adaptation for automated major depressive disorder identification","volume":"84","author":"Fang","year":"2023","journal-title":"Medical Image Analysis"},{"issue":"9","key":"10.1016\/j.eswa.2026.132973_bib0016","doi-asserted-by":"crossref","first-page":"700","DOI":"10.1038\/nrn2201","article-title":"Spontaneous fluctuations in brain activity observed with functional magnetic resonance imaging","volume":"8","author":"Fox","year":"2007","journal-title":"Nature Reviews Neuroscience"},{"issue":"3","key":"10.1016\/j.eswa.2026.132973_bib0017","doi-asserted-by":"crossref","first-page":"346","DOI":"10.1002\/mrm.1910350312","article-title":"Movement-related effects in fMRI time-series","volume":"35","author":"Friston","year":"1996","journal-title":"Magnetic Resonance in Medicine"},{"issue":"7","key":"10.1016\/j.eswa.2026.132973_bib0018","doi-asserted-by":"crossref","first-page":"3013","DOI":"10.1038\/s41380-023-01977-5","article-title":"Functional connectivity signatures of major depressive disorder: Machine learning analysis of two multicenter neuroimaging studies","volume":"28","author":"Gallo","year":"2023","journal-title":"Molecular Psychiatry"},{"key":"10.1016\/j.eswa.2026.132973_bib0019","doi-asserted-by":"crossref","DOI":"10.1093\/psyrad\/kkaf024","article-title":"Towards closed-loop precision psychiatry: Integrating MRI biomarkers for individualized care of major depressive disorder","volume":"5","author":"Gao","year":"2025","journal-title":"Psychoradiology"},{"issue":"4","key":"10.1016\/j.eswa.2026.132973_bib0020","doi-asserted-by":"crossref","first-page":"1712","DOI":"10.1002\/jmri.29617","article-title":"Diagnosis of major depressive disorder based on individualized brain functional and structural connectivity","volume":"61","author":"Guo","year":"2025","journal-title":"Journal of Magnetic Resonance Imaging"},{"key":"10.1016\/j.eswa.2026.132973_bib0021","series-title":"Proceedings of the AAAI conference on artificial intelligence","article-title":"Rainbow: Combining improvements in deep reinforcement learning","volume":"vol. 32","author":"Hessel","year":"2018"},{"key":"10.1016\/j.eswa.2026.132973_bib0022","doi-asserted-by":"crossref","first-page":"266","DOI":"10.1016\/j.jad.2024.08.014","article-title":"Spatio-temporal learning and explaining for dynamic functional connectivity analysis: Application to depression","volume":"364","author":"Hu","year":"2024","journal-title":"Journal of Affective Disorders"},{"key":"10.1016\/j.eswa.2026.132973_bib0023","doi-asserted-by":"crossref","DOI":"10.1016\/j.eswa.2023.121467","article-title":"Hierarchical reinforcement learning with unlimited option scheduling for sparse rewards in continuous spaces","volume":"237","author":"Huang","year":"2024","journal-title":"Expert Systems with Applications"},{"key":"10.1016\/j.eswa.2026.132973_bib0024","doi-asserted-by":"crossref","first-page":"360","DOI":"10.1016\/j.neuroimage.2013.05.079","article-title":"Dynamic functional connectivity: Promise, issues, and interpretations","volume":"80","author":"Hutchison","year":"2013","journal-title":"Neuroimage"},{"key":"10.1016\/j.eswa.2026.132973_bib0025","doi-asserted-by":"crossref","DOI":"10.1016\/j.knosys.2024.111450","article-title":"Convolutional bidirectional GRU for dynamic functional connectivity classification in brain diseases diagnosis","volume":"287","author":"Ji","year":"2024","journal-title":"Knowledge-Based Systems"},{"key":"10.1016\/j.eswa.2026.132973_bib0026","unstructured":"Johnson, F., & Dana, K. (2023). Hierarchical reinforcement learning for temporal pattern prediction. arXiv preprint arXiv: 2310.05695,."},{"issue":"6","key":"10.1016\/j.eswa.2026.132973_bib0027","doi-asserted-by":"crossref","first-page":"603","DOI":"10.1001\/jamapsychiatry.2015.0071","article-title":"Large-scale network dysfunction in major depressive disorder: A meta-analysis of resting-state functional connectivity","volume":"72","author":"Kaiser","year":"2015","journal-title":"JAMA Psychiatry"},{"issue":"12","key":"10.1016\/j.eswa.2026.132973_bib0028","doi-asserted-by":"crossref","first-page":"3922","DOI":"10.1002\/hbm.25529","article-title":"Spatio-temporal graph convolutional network for diagnosis and treatment response prediction of major depressive disorder from functional connectivity","volume":"42","author":"Kong","year":"2021","journal-title":"Human Brain Mapping"},{"key":"10.1016\/j.eswa.2026.132973_bib0029","series-title":"Advances in neural information processing systems","article-title":"Hierarchical deep reinforcement learning: Integrating temporal abstraction and intrinsic motivation","volume":"vol. 29","author":"Kulkarni","year":"2016"},{"issue":"1\u20132","key":"10.1016\/j.eswa.2026.132973_bib0030","doi-asserted-by":"crossref","first-page":"83","DOI":"10.1002\/nav.3800020109","article-title":"The Hungarian method for the assignment problem","volume":"2","author":"Kuhn","year":"1955","journal-title":"Naval Research Logistics Quarterly"},{"issue":"9","key":"10.1016\/j.eswa.2026.132973_bib0031","doi-asserted-by":"crossref","first-page":"2818","DOI":"10.1109\/TMI.2020.2976825","article-title":"Deep spatial-temporal feature fusion from adaptive dynamic functional connectivity for MCI identification","volume":"39","author":"Li","year":"2020","journal-title":"IEEE Transactions on Medical Imaging"},{"key":"10.1016\/j.eswa.2026.132973_bib0032","doi-asserted-by":"crossref","first-page":"863","DOI":"10.1007\/s12264-021-00638-3","article-title":"Major depressive disorder: Advances in neuroscience research and translational applications","volume":"37","author":"Li","year":"2021","journal-title":"Neuroscience Bulletin"},{"key":"10.1016\/j.eswa.2026.132973_bib0033","article-title":"Biotypes of major depressive disorder: Neuroimaging evidence from resting-state default mode network patterns","volume":"28","author":"Liang","year":"2020","journal-title":"NeuroImage: Clinical"},{"key":"10.1016\/j.eswa.2026.132973_bib0034","unstructured":"Lin, H., Huang, C., & Chen, Z. (2024). An advantage-based optimization method for reinforcement learning in large action space. arXiv preprint arXiv: 2412.12605,."},{"key":"10.1016\/j.eswa.2026.132973_bib0035","doi-asserted-by":"crossref","DOI":"10.3389\/fnins.2022.933660","article-title":"Convolutional recurrent neural network for dynamic functional MRI analysis and brain disease identification","volume":"16","author":"Lin","year":"2022","journal-title":"Frontiers in Neuroscience"},{"issue":"2","key":"10.1016\/j.eswa.2026.132973_bib0036","doi-asserted-by":"crossref","first-page":"129","DOI":"10.1109\/TIT.1982.1056489","article-title":"Least squares quantization in PCM","volume":"28","author":"Lloyd","year":"1982","journal-title":"IEEE Transactions on Information Theory"},{"issue":"11","key":"10.1016\/j.eswa.2026.132973_bib0037","doi-asserted-by":"crossref","first-page":"6681","DOI":"10.1093\/cercor\/bhac534","article-title":"Shared and distinct patterns of dynamic functional connectivity variability of thalamo-cortical circuit in bipolar depression and major depressive disorder","volume":"33","author":"Lu","year":"2023","journal-title":"Cerebral Cortex"},{"key":"10.1016\/j.eswa.2026.132973_bib0038","doi-asserted-by":"crossref","first-page":"124","DOI":"10.1016\/j.neuroscience.2024.12.045","article-title":"Diagnosis of major depressive disorder using a novel interpretable GCN model based on resting state fMRI","volume":"566","author":"Ma","year":"2025","journal-title":"Neuroscience"},{"key":"10.1016\/j.eswa.2026.132973_bib0039","series-title":"International conference on machine learning","first-page":"2408","article-title":"Optimizing neural networks with kronecker-factored approximate curvature","author":"Martens","year":"2015"},{"issue":"5","key":"10.1016\/j.eswa.2026.132973_bib0040","doi-asserted-by":"crossref","first-page":"307","DOI":"10.1089\/brain.2022.0044","article-title":"Static and dynamic functional connectivity alterations in Alzheimer\u2019s disease and neuropsychiatric diseases","volume":"13","author":"Matsui","year":"2023","journal-title":"Brain Connectivity"},{"key":"10.1016\/j.eswa.2026.132973_bib0041","series-title":"Proceedings of the 18th international conference on machine learning (ICML)","first-page":"345","article-title":"Automatic discovery of subgoals in hierarchical reinforcement learning using graph theoretic methods","author":"McGovern","year":"2001"},{"issue":"7540","key":"10.1016\/j.eswa.2026.132973_bib0042","doi-asserted-by":"crossref","first-page":"529","DOI":"10.1038\/nature14236","article-title":"Human-level control through deep reinforcement learning","volume":"518","author":"Mnih","year":"2015","journal-title":"Nature"},{"issue":"1","key":"10.1016\/j.eswa.2026.132973_bib0043","doi-asserted-by":"crossref","first-page":"32","DOI":"10.1137\/0105003","article-title":"Algorithms for the assignment and transportation problems","volume":"5","author":"Munkres","year":"1957","journal-title":"Journal of the Society for Industrial and Applied Mathematics"},{"issue":"24","key":"10.1016\/j.eswa.2026.132973_bib0044","doi-asserted-by":"crossref","first-page":"9868","DOI":"10.1073\/pnas.87.24.9868","article-title":"Brain magnetic resonance imaging with contrast dependent on blood oxygenation","volume":"87","author":"Ogawa","year":"1990","journal-title":"proceedings of the National Academy of Sciences"},{"issue":"3","key":"10.1016\/j.eswa.2026.132973_bib0045","doi-asserted-by":"crossref","first-page":"1504","DOI":"10.1109\/JBHI.2023.3340325","article-title":"Graph-based conditional generative adversarial networks for major depressive disorder diagnosis with synthetic functional brain network generation","volume":"28","author":"Oh","year":"2023","journal-title":"IEEE Journal of Biomedical and Health Informatics"},{"issue":"1","key":"10.1016\/j.eswa.2026.132973_bib0046","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1038\/nrdp.2016.65","article-title":"Major depressive disorder","volume":"2","author":"Otte","year":"2016","journal-title":"Nature Reviews Disease Primers"},{"key":"10.1016\/j.eswa.2026.132973_bib0047","doi-asserted-by":"crossref","first-page":"85","DOI":"10.1016\/j.neuroimage.2018.06.020","article-title":"On the relationship between instantaneous phase synchrony and correlation-based sliding windows for time-resolved fMRI connectivity analysis","volume":"181","author":"Pedersen","year":"2018","journal-title":"Neuroimage"},{"key":"10.1016\/j.eswa.2026.132973_bib0048","doi-asserted-by":"crossref","first-page":"41","DOI":"10.1016\/j.neuroimage.2016.12.061","article-title":"The dynamic functional connectome: State-of-the-art and perspectives","volume":"160","author":"Preti","year":"2017","journal-title":"Neuroimage"},{"issue":"8","key":"10.1016\/j.eswa.2026.132973_bib0049","doi-asserted-by":"crossref","first-page":"2503","DOI":"10.1002\/hbm.25799","article-title":"Statelets: Capturing recurrent transient variations in dynamic functional network connectivity","volume":"43","author":"Rahaman","year":"2022","journal-title":"Human Brain Mapping"},{"issue":"1","key":"10.1016\/j.eswa.2026.132973_bib0050","doi-asserted-by":"crossref","first-page":"61","DOI":"10.1089\/brain.2020.0896","article-title":"Tri-clustering dynamic functional network connectivity identifies significant schizophrenia effects across multiple states in distinct subgroups of individuals","volume":"12","author":"Rahaman","year":"2022","journal-title":"Brain Connectivity"},{"key":"10.1016\/j.eswa.2026.132973_bib0051","doi-asserted-by":"crossref","DOI":"10.1016\/j.jneumeth.2019.108506","article-title":"DeepFMRI: End-to-end deep learning for functional connectivity and classification of ADHD using fMRI","volume":"335","author":"Riaz","year":"2020","journal-title":"Journal of Neuroscience Methods"},{"issue":"1","key":"10.1016\/j.eswa.2026.132973_bib0052","doi-asserted-by":"crossref","first-page":"185","DOI":"10.1111\/j.1541-0420.2005.00389.x","article-title":"The wilcoxon signed rank test for paired comparisons of clustered data","volume":"62","author":"Rosner","year":"2006","journal-title":"Biometrics"},{"issue":"4","key":"10.1016\/j.eswa.2026.132973_bib0053","doi-asserted-by":"crossref","DOI":"10.1002\/brb3.1255","article-title":"Assessment of dynamic functional connectivity in resting-state fMRI using the sliding window technique","volume":"9","author":"Savva","year":"2019","journal-title":"Brain and Behavior"},{"key":"10.1016\/j.eswa.2026.132973_bib0054","unstructured":"Schulman, J., Wolski, F., Dhariwal, P., Radford, A., & Klimov, O. (2017). Proximal policy optimization algorithms. arXiv preprint arXiv: 1707.06347,."},{"issue":"3","key":"10.1016\/j.eswa.2026.132973_bib0055","doi-asserted-by":"crossref","first-page":"390","DOI":"10.3390\/e24030390","article-title":"Functional connectivity methods and their applications in fMRI data","volume":"24","author":"Shahhosseini","year":"2022","journal-title":"Entropy"},{"key":"10.1016\/j.eswa.2026.132973_bib0056","doi-asserted-by":"crossref","first-page":"111","DOI":"10.1016\/j.neuroimage.2016.02.074","article-title":"Evaluation of sliding window correlation performance for characterizing dynamic functional connectivity and brain states","volume":"133","author":"Shakil","year":"2016","journal-title":"Neuroimage"},{"issue":"6","key":"10.1016\/j.eswa.2026.132973_bib0057","doi-asserted-by":"crossref","first-page":"4388","DOI":"10.1109\/JBHI.2025.3538040","article-title":"Dynamic graph transformer for brain disorder diagnosis","volume":"29","author":"Shehzad","year":"2025","journal-title":"IEEE Journal of Biomedical and Health Informatics"},{"key":"10.1016\/j.eswa.2026.132973_bib0058","doi-asserted-by":"crossref","DOI":"10.1016\/j.eswa.2024.125832","article-title":"Population-based evolutionary search for joint hyperparameter and architecture optimization in brain-computer interface","volume":"264","author":"Shin","year":"2025","journal-title":"Expert Systems with Applications"},{"key":"10.1016\/j.eswa.2026.132973_bib0059","series-title":"Machine learning for neurodegenerative disorders","first-page":"33","article-title":"Machine learning techniques for neuroimaging analysis and interpretation","author":"Singh","year":"2024"},{"key":"10.1016\/j.eswa.2026.132973_bib0060","doi-asserted-by":"crossref","DOI":"10.1016\/j.neuroimage.2022.119288","article-title":"Using deep clustering to improve fMRI dynamic functional connectivity analysis","volume":"257","author":"Spencer","year":"2022","journal-title":"NeuroImage"},{"key":"10.1016\/j.eswa.2026.132973_bib0061","series-title":"2011 11th IEEE-RAS international conference on humanoid robots","first-page":"231","article-title":"Hierarchical reinforcement learning with movement primitives","author":"Stulp","year":"2011"},{"key":"10.1016\/j.eswa.2026.132973_bib0062","doi-asserted-by":"crossref","DOI":"10.1016\/j.pnpbp.2024.111076","article-title":"Resting-state dynamic functional connectivity in major depressive disorder: A systematic review","volume":"135","author":"Sun","year":"2024","journal-title":"Progress in Neuro-Psychopharmacology and Biological Psychiatry"},{"issue":"1-2","key":"10.1016\/j.eswa.2026.132973_bib0063","doi-asserted-by":"crossref","first-page":"181","DOI":"10.1016\/S0004-3702(99)00052-1","article-title":"Between MDPs and semi-MDPs: A framework for temporal abstraction in reinforcement learning","volume":"112","author":"Sutton","year":"1999","journal-title":"Artificial Intelligence"},{"issue":"14","key":"10.1016\/j.eswa.2026.132973_bib0064","doi-asserted-by":"crossref","first-page":"5162","DOI":"10.3390\/s22145162","article-title":"Dynamic connectivity analysis using adaptive window size","volume":"22","author":"\u0160verko","year":"2022","journal-title":"Sensors"},{"key":"10.1016\/j.eswa.2026.132973_bib0065","doi-asserted-by":"crossref","first-page":"639","DOI":"10.3389\/fnhum.2013.00639","article-title":"Aberrant intrinsic connectivity of hippocampus and amygdala overlap in the fronto-insular and dorsomedial-prefrontal cortex in major depressive disorder","volume":"7","author":"Tahmasian","year":"2013","journal-title":"Frontiers in Human Neuroscience"},{"key":"10.1016\/j.eswa.2026.132973_bib0066","series-title":"2023\u202fIEEE International conference on image processing (ICIP)","first-page":"635","article-title":"A unified framework for static and dynamic functional connectivity augmentation for multi-domain brain disorder classification","author":"Tan","year":"2023"},{"key":"10.1016\/j.eswa.2026.132973_bib0067","series-title":"Proceedings of the AAAI conference on artificial intelligence","article-title":"Action branching architectures for deep reinforcement learning","volume":"vol. 32","author":"Tavakoli","year":"2018"},{"key":"10.1016\/j.eswa.2026.132973_bib0068","doi-asserted-by":"crossref","DOI":"10.1093\/gigascience\/giae009","article-title":"On the variability of dynamic functional connectivity assessment methods","volume":"13","author":"Torabi","year":"2024","journal-title":"GigaScience"},{"issue":"1","key":"10.1016\/j.eswa.2026.132973_bib0069","doi-asserted-by":"crossref","first-page":"273","DOI":"10.1006\/nimg.2001.0978","article-title":"Automated anatomical labeling of activations in SPM using a macroscopic anatomical parcellation of the MNI MRI single-subject brain","volume":"15","author":"Tzourio-Mazoyer","year":"2002","journal-title":"Neuroimage"},{"key":"10.1016\/j.eswa.2026.132973_bib0070","doi-asserted-by":"crossref","DOI":"10.3389\/fpsyt.2023.1125339","article-title":"Ensemble graph neural network model for classification of major depressive disorder using whole-brain functional connectivity","volume":"14","author":"Venkatapathy","year":"2023","journal-title":"Frontiers in Psychiatry"},{"key":"10.1016\/j.eswa.2026.132973_bib0071","series-title":"Advances in neural information processing systems","article-title":"Scalable trust-region method for deep reinforcement learning using kronecker-factored approximation","volume":"vol. 30","author":"Wu","year":"2017"},{"key":"10.1016\/j.eswa.2026.132973_bib0072","series-title":"Proceedings of the AAAI conference on artificial intelligence","first-page":"11735","article-title":"Haven: Hierarchical cooperative multi-agent reinforcement learning with dual coordination mechanism","volume":"vol. 37","author":"Xu","year":"2023"},{"key":"10.1016\/j.eswa.2026.132973_bib0073","first-page":"1377","article-title":"DPARSF: A matlab toolbox for\u201d pipeline\u201d data analysis of resting-state fMRI","volume":"4","author":"Yan","year":"2010","journal-title":"Frontiers in Systems Neuroscience"},{"issue":"18","key":"10.1016\/j.eswa.2026.132973_bib0074","doi-asserted-by":"crossref","first-page":"9078","DOI":"10.1073\/pnas.1900390116","article-title":"Reduced default mode network functional connectivity in patients with recurrent major depressive disorder","volume":"116","author":"Yan","year":"2019","journal-title":"Proceedings of the National Academy of Sciences"},{"key":"10.1016\/j.eswa.2026.132973_bib0075","article-title":"Disturbed hierarchy and mediation in reward-related circuits in depression","volume":"45","author":"Yang","year":"2025","journal-title":"NeuroImage: Clinical"},{"key":"10.1016\/j.eswa.2026.132973_bib0076","series-title":"2020\u202fIEEE International conference on bioinformatics and biomedicine (BIBM)","first-page":"1197","article-title":"Reduced dynamics in multivariate regression-based dynamic connectivity of depressive disorder","author":"Yang","year":"2020"},{"key":"10.1016\/j.eswa.2026.132973_bib0077","doi-asserted-by":"crossref","DOI":"10.1016\/j.pnpbp.2021.110369","article-title":"Dynamic changes of large-scale resting-state functional networks in major depressive disorder","volume":"111","author":"Zhang","year":"2021","journal-title":"Progress in Neuro-Psychopharmacology and Biological Psychiatry"},{"key":"10.1016\/j.eswa.2026.132973_bib0078","series-title":"2025\u202fIEEE 22nd international symposium on biomedical imaging (ISBI)","first-page":"1","article-title":"Classiffication of mild cognitive impairment based on dynamic functional connectivity using spatio-temporal transformer","author":"Zhang","year":"2025"},{"key":"10.1016\/j.eswa.2026.132973_bib0079","series-title":"Advances in neural information processing systems","first-page":"21579","article-title":"Generating adjacency-constrained subgoals in hierarchical reinforcement learning","volume":"vol. 33","author":"Zhang","year":"2020"},{"key":"10.1016\/j.eswa.2026.132973_bib0080","series-title":"2013 9th International conference on information, communications & signal processing","first-page":"1","article-title":"Adaptive window selection in estimating dynamic functional connectivity of resting-state fMRI","author":"Zhang","year":"2013"},{"issue":"8","key":"10.1016\/j.eswa.2026.132973_bib0081","doi-asserted-by":"crossref","first-page":"4701","DOI":"10.1109\/JBHI.2024.3395611","article-title":"Enhancing major depressive disorder diagnosis with dynamic-static fusion graph neural networks","volume":"28","author":"Zhao","year":"2024","journal-title":"IEEE Journal of Biomedical and Health Informatics"},{"key":"10.1016\/j.eswa.2026.132973_bib0082","doi-asserted-by":"crossref","DOI":"10.1016\/j.neuroimage.2019.116287","article-title":"Rumination and the default mode network: Meta-analysis of brain imaging studies and implications for depression","volume":"206","author":"Zhou","year":"2020","journal-title":"Neuroimage"},{"key":"10.1016\/j.eswa.2026.132973_bib0083","doi-asserted-by":"crossref","first-page":"188","DOI":"10.1016\/j.jad.2024.11.035","article-title":"Using dynamic graph convolutional network to identify individuals with major depression disorder","volume":"371","author":"Zhou","year":"2025","journal-title":"Journal of Affective Disorders"}],"container-title":["Expert Systems with Applications"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S0957417426018853?httpAccept=text\/xml","content-type":"text\/xml","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S0957417426018853?httpAccept=text\/plain","content-type":"text\/plain","content-version":"vor","intended-application":"text-mining"}],"deposited":{"date-parts":[[2026,6,2]],"date-time":"2026-06-02T21:09:15Z","timestamp":1780434555000},"score":1,"resource":{"primary":{"URL":"https:\/\/linkinghub.elsevier.com\/retrieve\/pii\/S0957417426018853"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026,11]]},"references-count":83,"alternative-id":["S0957417426018853"],"URL":"https:\/\/doi.org\/10.1016\/j.eswa.2026.132973","relation":{},"ISSN":["0957-4174"],"issn-type":[{"value":"0957-4174","type":"print"}],"subject":[],"published":{"date-parts":[[2026,11]]},"assertion":[{"value":"Elsevier","name":"publisher","label":"This article is maintained by"},{"value":"A hierarchical reinforcement learning approach to personalized decision-making for brain connectivity segmentation","name":"articletitle","label":"Article Title"},{"value":"Expert Systems with Applications","name":"journaltitle","label":"Journal Title"},{"value":"https:\/\/doi.org\/10.1016\/j.eswa.2026.132973","name":"articlelink","label":"CrossRef DOI link to publisher maintained version"},{"value":"article","name":"content_type","label":"Content Type"},{"value":"\u00a9 2026 Elsevier Ltd. All rights are reserved, including those for text and data mining, AI training, and similar technologies.","name":"copyright","label":"Copyright"}],"article-number":"132973"}}