{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,11,12]],"date-time":"2026-11-12T01:14:33Z","timestamp":1794446073219,"version":"4.9.1"},"reference-count":37,"publisher":"Springer Science and Business Media LLC","issue":"1","license":[{"start":{"date-parts":[[2025,12,4]],"date-time":"2025-12-04T00:00:00Z","timestamp":1764806400000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2025,12,4]],"date-time":"2025-12-04T00:00:00Z","timestamp":1764806400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Multimedia Systems"],"published-print":{"date-parts":[[2026,2]]},"DOI":"10.1007\/s00530-025-02071-2","type":"journal-article","created":{"date-parts":[[2025,12,4]],"date-time":"2025-12-04T07:16:59Z","timestamp":1764832619000},"update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":6,"title":["Joint modeling of rhythm and emotion in music via frequency-domain attention and multi-task learning"],"prefix":"10.1007","volume":"32","author":[{"given":"Shengrui","family":"Liu","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Lei","family":"Ren","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Jiaxuan","family":"Zhao","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2025,12,4]]},"reference":[{"issue":"3","key":"2071_CR1","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1145\/3177849","volume":"51","author":"YVS Murthy","year":"2018","unstructured":"Murthy, Y.V.S., Koolagudi, S.G.: Content-based music information retrieval (cb-mir) and its applications toward the music industry: a review. ACM Comput. Surv. (CSUR) 51(3), 1\u201346 (2018)","journal-title":"ACM Comput. Surv. (CSUR)"},{"key":"2071_CR2","doi-asserted-by":"publisher","first-page":"19","DOI":"10.1016\/j.inffus.2022.03.009","volume":"83","author":"Y Wang","year":"2022","unstructured":"Wang, Y., Song, W., Tao, W., et al.: A systematic review on affective computing: emotion models, databases, and recent advances. Inform. Fusion 83, 19\u201352 (2022)","journal-title":"Inform. Fusion"},{"key":"2071_CR3","unstructured":"Li, Y., Yuan, R., Zhang, G., et al.: MERT: Acoustic music understanding model with large-scale self-supervised training. arXiv preprint arXiv:2306.00107 (2023)"},{"issue":"1","key":"2071_CR4","doi-asserted-by":"publisher","first-page":"68","DOI":"10.1109\/TAFFC.2020.3032373","volume":"14","author":"R Panda","year":"2020","unstructured":"Panda, R., Malheiro, R., Paiva, R.P.: Audio features for music emotion recognition: a survey. IEEE Trans. Affect. Comput. 14(1), 68\u201388 (2020)","journal-title":"IEEE Trans. Affect. Comput."},{"key":"2071_CR5","doi-asserted-by":"publisher","first-page":"1151895","DOI":"10.3389\/fncom.2023.1151895","volume":"17","author":"EW Large","year":"2023","unstructured":"Large, E.W., Roman, I., Kim, J.C., et al.: Dynamic models for musical rhythm perception and coordination. Front. Comput. Neurosci. 17, 1151895 (2023)","journal-title":"Front. Comput. Neurosci."},{"issue":"24","key":"2071_CR6","doi-asserted-by":"publisher","first-page":"11777","DOI":"10.3390\/app142411777","volume":"14","author":"N Thapa","year":"2024","unstructured":"Thapa, N., Lee, J.: Dual-path beat tracking: combining temporal convolutional networks and transformers in parallel. Appl. Sci. 14(24), 11777 (2024)","journal-title":"Appl. Sci."},{"issue":"7","key":"2071_CR7","doi-asserted-by":"publisher","first-page":"449","DOI":"10.1038\/s44159-024-00315-y","volume":"3","author":"JS Snyder","year":"2024","unstructured":"Snyder, J.S., Gordon, R.L., Hannon, E.E.: Theoretical and empirical advances in understanding musical rhythm, beat and metre. Nat. Rev. Psychol. 3(7), 449\u2013462 (2024)","journal-title":"Nat. Rev. Psychol."},{"issue":"1","key":"2071_CR8","doi-asserted-by":"publisher","first-page":"17462","DOI":"10.1038\/s41598-025-98548-1","volume":"15","author":"J Ding","year":"2025","unstructured":"Ding, J., Zhang, X., Liu, J., et al.: Entrainment of rhythmic tonal sequences on neural oscillations and the impact on subjective emotion. Sci. Rep. 15(1), 17462 (2025)","journal-title":"Sci. Rep."},{"key":"2071_CR9","doi-asserted-by":"crossref","unstructured":"Omidvar, O., Hadjimichael, D., Burke, G.T., et al.: Temporal patterns in management: integrating perspectives on rhythms of work and organizing. Academy of Management Annals, 2024\u20130081 (2025)","DOI":"10.5465\/annals.2024.0081"},{"issue":"1","key":"2071_CR10","doi-asserted-by":"publisher","first-page":"0244964","DOI":"10.1371\/journal.pone.0244964","volume":"16","author":"G Athanasopoulos","year":"2021","unstructured":"Athanasopoulos, G., Eerola, T., Lahdelma, I., et al.: Harmonic organisation conveys both universal and culture-specific cues for emotional expression in music. PLoS One 16(1), 0244964 (2021)","journal-title":"PLoS One"},{"issue":"1","key":"2071_CR11","doi-asserted-by":"publisher","first-page":"21","DOI":"10.1007\/s00530-021-00786-6","volume":"28","author":"V Chaturvedi","year":"2022","unstructured":"Chaturvedi, V., Kaur, A.B., Varshney, V., et al.: Music mood and human emotion recognition based on physiological signals: a systematic review. Multimed. Syst. 28(1), 21\u201344 (2022)","journal-title":"Multimed. Syst."},{"issue":"1","key":"2071_CR12","doi-asserted-by":"publisher","first-page":"1","DOI":"10.3758\/s13423-022-02148-3","volume":"30","author":"X Cui","year":"2023","unstructured":"Cui, X., Tian, Y., Zhang, L., et al.: The role of valence, arousal, stimulus type, and temporal paradigm in the effect of emotion on time perception: a meta-analysis. Psychon. Bulletin & Review 30(1), 1\u201321 (2023)","journal-title":"Psychon. Bulletin & Review"},{"issue":"5","key":"2071_CR13","doi-asserted-by":"publisher","first-page":"477","DOI":"10.3390\/brainsci15050477","volume":"15","author":"MG Li","year":"2025","unstructured":"Li, M.G., Olsen, K.N., Thompson, W.F.: Cross-cultural biases of emotion perception in music. Brain Sci. 15(5), 477 (2025)","journal-title":"Brain Sci."},{"issue":"1658","key":"2071_CR14","doi-asserted-by":"publisher","first-page":"20130394","DOI":"10.1098\/rstb.2013.0394","volume":"369","author":"PE Keller","year":"2014","unstructured":"Keller, P.E., Novembre, G., Hove, M.J.: Rhythm in joint action: psychological and neurophysiological mechanisms for real-time interpersonal coordination. Philosoph. Trans. Royal Society B: Biol. Sci. 369(1658), 20130394 (2014)","journal-title":"Philosoph. Trans. Royal Society B: Biol. Sci."},{"key":"2071_CR15","doi-asserted-by":"publisher","first-page":"245","DOI":"10.1109\/ACCESS.2023.3346883","volume":"12","author":"W Seo","year":"2023","unstructured":"Seo, W., Cho, S.H., Teisseyre, P., et al.: A short survey and comparison of CNN-based music genre classification using multiple spectral features. IEEE Access 12, 245\u2013257 (2023)","journal-title":"IEEE Access"},{"key":"2071_CR16","doi-asserted-by":"crossref","unstructured":"Pei, Y., Zhao, S., Xie, L., et al.: Identifying stable eeg patterns in manipulation task for negative emotion recognition. IEEE Trans. Affecti. Comput. (2025)","DOI":"10.1109\/TAFFC.2025.3551330"},{"key":"2071_CR17","doi-asserted-by":"crossref","unstructured":"Xu, C., Sun, M., Cheng, Z.Q., et al.: Combo: Co-speech holistic 3d human motion generation and efficient customizable adaptation in harmony. IEEE Transactions on Pattern Analysis and Machine Intelligence (2025)","DOI":"10.1109\/TPAMI.2025.3607711"},{"issue":"9","key":"2071_CR18","doi-asserted-by":"publisher","first-page":"8809","DOI":"10.1007\/s11229-020-02602-6","volume":"198","author":"L Battich","year":"2021","unstructured":"Battich, L., Geurts, B.: Joint attention and perceptual experience. Synthese 198(9), 8809\u20138822 (2021)","journal-title":"Synthese"},{"issue":"1","key":"2071_CR19","doi-asserted-by":"publisher","first-page":"30649","DOI":"10.1038\/s41598-025-16345-2","volume":"15","author":"L Chen","year":"2025","unstructured":"Chen, L.: Visual language transformer framework for multimodal dance performance evaluation and progression monitoring. Sci. Rep. 15(1), 30649 (2025)","journal-title":"Sci. Rep."},{"key":"2071_CR20","doi-asserted-by":"crossref","unstructured":"Mukhametkaly, A., Momynkulov, Z., Kurmanbekkyzy, N., et al.: Deep conv-lstm network for arrhythmia detection using ecg data. Int. J. Adv. Comput. Sci. Appl. 14(9) (2023)","DOI":"10.14569\/IJACSA.2023.0140973"},{"key":"2071_CR21","doi-asserted-by":"publisher","first-page":"106620","DOI":"10.1109\/ACCESS.2023.3318015","volume":"11","author":"K Zaman","year":"2023","unstructured":"Zaman, K., Sah, M., Direkoglu, C., et al.: A survey of audio classification using deep learning. IEEE Access 11, 106620\u2013106649 (2023)","journal-title":"IEEE Access"},{"key":"2071_CR22","unstructured":"Wolf-Monheim, F.: Spectral and Rhythm Features for Audio Classification with Deep Convolutional Neural Networks. arXiv preprint arXiv:2410.06927 (2024)"},{"key":"2071_CR23","doi-asserted-by":"crossref","unstructured":"Gong, Y., Chung, Y.A., Glass, J.: AST: Audio Spectrogram Transformer. arXiv preprint arXiv:2104.01778 (2021)","DOI":"10.21437\/Interspeech.2021-698"},{"key":"2071_CR24","unstructured":"Zeghidour, N., Teboul, O., Quitry, F.D.C., et al.: LEAF: A learnable frontend for audio classification. arXiv preprint arXiv:2101.08596 (2021)"},{"issue":"10","key":"2071_CR25","doi-asserted-by":"publisher","first-page":"1163","DOI":"10.3390\/electronics10101163","volume":"10","author":"E Lieskovsk\u00e1","year":"2021","unstructured":"Lieskovsk\u00e1, E., Jakubec, M., Jarina, R., et al.: A review on speech emotion recognition using deep learning and attention mechanism. Electronics 10(10), 1163 (2021)","journal-title":"Electronics"},{"key":"2071_CR26","unstructured":"Ye, H., Chen, J., Gong, S., et al.: ATFNet: Adaptive Time-Frequency Ensembled Network for Long-term Time Series Forecasting. arXiv preprint arXiv:2404.05192 (2024)"},{"key":"2071_CR27","doi-asserted-by":"publisher","first-page":"876","DOI":"10.1109\/TASLP.2023.3237167","volume":"31","author":"E Loweimi","year":"2023","unstructured":"Loweimi, E., Yue, Z., Bell, P., et al.: Multi-stream acoustic modelling using raw real and imaginary parts of the fourier transform. IEEE\/ACM Transact. Audio, Speech, and Language Proc. 31, 876\u2013890 (2023)","journal-title":"IEEE\/ACM Transact. Audio, Speech, and Language Proc."},{"key":"2071_CR28","doi-asserted-by":"publisher","first-page":"1855","DOI":"10.1016\/j.procs.2024.09.692","volume":"246","author":"TC Pricop","year":"2024","unstructured":"Pricop, T.C., Iftene, A.: Music generation with machine learning and deep neural networks. Proc. Comput. Sci. 246, 1855\u20131864 (2024)","journal-title":"Proc. Comput. Sci."},{"key":"2071_CR29","first-page":"1","volume":"109","author":"J Wang","year":"2024","unstructured":"Wang, J., Wang, Z., Liu, G.: Recording brain activity while listening to music using wearable eeg devices combined with bidirectional long short-term memory networks. Alex. Eng. J. 109, 1\u201310 (2024)","journal-title":"Alex. Eng. J."},{"issue":"1","key":"2071_CR30","doi-asserted-by":"publisher","first-page":"47","DOI":"10.1111\/nyas.14102","volume":"1453","author":"S Tilsen","year":"2019","unstructured":"Tilsen, S.: Space and time in models of speech rhythm. Ann. N. Y. Acad. Sci. 1453(1), 47\u201366 (2019)","journal-title":"Ann. N. Y. Acad. Sci."},{"issue":"12","key":"2071_CR31","doi-asserted-by":"publisher","first-page":"5586","DOI":"10.1109\/TKDE.2021.3070203","volume":"34","author":"Y Zhang","year":"2021","unstructured":"Zhang, Y., Yang, Q.: A survey on multi-task learning. IEEE Trans. Knowl. Data Eng. 34(12), 5586\u20135609 (2021)","journal-title":"IEEE Trans. Knowl. Data Eng."},{"key":"2071_CR32","doi-asserted-by":"publisher","DOI":"10.1016\/j.eswa.2022.116879","volume":"199","author":"Y Singh","year":"2022","unstructured":"Singh, Y., Biswas, A.: Robustness of musical features on deep learning models for music genre classification. Expert Syst. Appl. 199, 116879 (2022)","journal-title":"Expert Syst. Appl."},{"key":"2071_CR33","doi-asserted-by":"crossref","unstructured":"Rajapakshe, T., Rana, R., Khalifa, S., et al.: emodarts: Joint optimisation of cnn & sequential neural network architectures for superior speech emotion recognition. IEEE Access (2024)","DOI":"10.1109\/ACCESS.2024.3439604"},{"key":"2071_CR34","doi-asserted-by":"publisher","first-page":"5296","DOI":"10.1109\/TMM.2023.3331196","volume":"26","author":"P Liu","year":"2023","unstructured":"Liu, P., Xu, T., Chen, H., et al.: Spectrum-driven mixed-frequency network for hyperspectral salient object detection. IEEE Trans. Multimed. 26, 5296\u20135310 (2023)","journal-title":"IEEE Trans. Multimed."},{"issue":"6","key":"2071_CR35","doi-asserted-by":"publisher","first-page":"2749","DOI":"10.1109\/TCYB.2019.2953194","volume":"50","author":"J Wu","year":"2019","unstructured":"Wu, J., Hu, C., Wang, Y., et al.: A hierarchical recurrent neural network for symbolic melody generation. IEEE Transact. Cybernet. 50(6), 2749\u20132757 (2019)","journal-title":"IEEE Transact. Cybernet."},{"issue":"1","key":"2071_CR36","first-page":"8642576","volume":"2021","author":"J Yao","year":"2021","unstructured":"Yao, J., Li, R., Shen, S., et al.: Combining rhythm information between heartbeats and BiLSTM? Treg algorithm for intelligent beat classification of arrhythmia. J. Healthc. Eng. 2021(1), 8642576 (2021)","journal-title":"J. Healthc. Eng."},{"issue":"1","key":"2071_CR37","doi-asserted-by":"publisher","first-page":"116","DOI":"10.1038\/s41746-020-00320-4","volume":"3","author":"J Torres-Soto","year":"2020","unstructured":"Torres-Soto, J., Ashley, E.A.: Multi-task deep learning for cardiac rhythm detection in wearable devices. NPJ Digit. Med. 3(1), 116 (2020)","journal-title":"NPJ Digit. Med."}],"container-title":["Multimedia Systems"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s00530-025-02071-2.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s00530-025-02071-2","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s00530-025-02071-2.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,2,11]],"date-time":"2026-02-11T04:20:52Z","timestamp":1770783652000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s00530-025-02071-2"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,12,4]]},"references-count":37,"journal-issue":{"issue":"1","published-print":{"date-parts":[[2026,2]]}},"alternative-id":["2071"],"URL":"https:\/\/doi.org\/10.1007\/s00530-025-02071-2","relation":{},"ISSN":["0942-4962","1432-1882"],"issn-type":[{"value":"0942-4962","type":"print"},{"value":"1432-1882","type":"electronic"}],"subject":[],"published":{"date-parts":[[2025,12,4]]},"assertion":[{"value":"7 August 2025","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"26 October 2025","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"4 December 2025","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"The authors declare that they have no Conflict of interest.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflict of interest"}},{"value":"Not applicable.","order":3,"name":"Ethics","group":{"name":"EthicsHeading","label":"Ethical approval"}},{"value":"Not applicable. This study does not contain any individual person\u2019s data in any form (including individual details, images, or videos).","order":4,"name":"Ethics","group":{"name":"EthicsHeading","label":"Consent for publication"}}],"article-number":"27"}}