{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,8,18]],"date-time":"2026-08-18T13:59:23Z","timestamp":1787061563760,"version":"build-2736575974"},"reference-count":50,"publisher":"Springer Science and Business Media LLC","issue":"1","license":[{"start":{"date-parts":[[2023,12,5]],"date-time":"2023-12-05T00:00:00Z","timestamp":1701734400000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2023,12,5]],"date-time":"2023-12-05T00:00:00Z","timestamp":1701734400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Appl Intell"],"published-print":{"date-parts":[[2024,1]]},"DOI":"10.1007\/s10489-023-05195-y","type":"journal-article","created":{"date-parts":[[2023,12,4]],"date-time":"2023-12-04T20:02:05Z","timestamp":1701720125000},"page":"80-94","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":19,"title":["A novel Xi\u2019an drum music generation method based on Bi-LSTM deep reinforcement learning"],"prefix":"10.1007","volume":"54","author":[{"given":"Peng","family":"Li","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Tian-mian","family":"Liang","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Yu-mei","family":"Cao","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Xiao-ming","family":"Wang","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Xiao-jun","family":"Wu","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Lin-yi","family":"Lei","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2023,12,5]]},"reference":[{"key":"5195_CR1","doi-asserted-by":"publisher","first-page":"20","DOI":"10.13665\/j.cnki.hzjjykj.2020.16.007","volume":"16","author":"Z Ping","year":"2020","unstructured":"Ping Z, Zhe C, Guiling Y (2020) Research on the protection and inheritance of Xi\u2019an drum music intangible cultural heritage [J]. Cooperative Economy and Technology 16:20\u201322. https:\/\/doi.org\/10.13665\/j.cnki.hzjjykj.2020.16.007","journal-title":"Cooperative Economy and Technology"},{"issue":"2","key":"5195_CR2","doi-asserted-by":"publisher","first-page":"105","DOI":"10.1080\/09298215.2011.576318","volume":"40","author":"P Chordia","year":"2011","unstructured":"Chordia P, Sastry A, \u015eent\u00fcrk S (2011) Predictive tabla modelling using variable-length markov andhidden markov models[J]. J New Music Res 40(2):105\u2013118","journal-title":"J New Music Res"},{"issue":"2","key":"5195_CR3","doi-asserted-by":"publisher","first-page":"148","DOI":"10.1007\/s10601-010-9101-4","volume":"16","author":"F Pachet","year":"2011","unstructured":"Pachet F, Roy P (2011) Markov constraints: steerable generation of markov sequences[J]. Constraints 16(2):148\u2013172","journal-title":"Constraints"},{"issue":"1","key":"5195_CR4","doi-asserted-by":"publisher","first-page":"39","DOI":"10.1007\/s00521-020-05399-0","volume":"33","author":"J Briot","year":"2020","unstructured":"Briot J (2020) From artificial neural networks to deep learning for music generation: history, concepts and trends[J]. Neural Comput Appl 33(1):39\u201365","journal-title":"Neural Comput Appl"},{"key":"5195_CR5","doi-asserted-by":"publisher","unstructured":"Shopynskyi M, Golian N, Afanasieva I (2020) Long short term memory model appliance for generating music compositions. 2020 IEEE international conference on problems of infocommunications. Science and Technology, Kharkiv, Ukraine, pp 239\u2013242. https:\/\/doi.org\/10.1109\/PICST51311.2020.94","DOI":"10.1109\/PICST51311.2020.94"},{"issue":"03","key":"5195_CR6","doi-asserted-by":"publisher","first-page":"641","DOI":"10.19734\/j.issn.1001-3695.2020.02.0030","volume":"38","author":"M Dan","year":"2021","unstructured":"Dan M, Yue W (2021) Overview of intelligent music production based on generation countermeasure network [J]. Res Comput Appl 38(03):641\u2013646. https:\/\/doi.org\/10.19734\/j.issn.1001-3695.2020.02.0030","journal-title":"Res Comput Appl"},{"key":"5195_CR7","unstructured":"Eck D, Schmidhuber J (2008) A first look at music composition using LSTM recurrent neural networks. Idsia Usi Supsi Instituto Dalle Molle,\u00a0Lugano"},{"key":"5195_CR8","doi-asserted-by":"publisher","unstructured":"Oord A, Dieleman S, Zen H et al (2016) WaveNet: a generative model for raw audio[J].\u00a0CoRR,2016,abs\/1609.03499.\u00a0https:\/\/doi.org\/10.48550\/arXiv.1609.03499","DOI":"10.48550\/arXiv.1609.03499"},{"key":"5195_CR9","doi-asserted-by":"publisher","unstructured":"Yang LC, Chou SY, Yang YH (2017) MidiNet: a convolutional generative adversarial network for symbolic-domain music generation using 1D and 2D conditions[J]. https:\/\/doi.org\/10.48550\/arXiv.1703.10847","DOI":"10.48550\/arXiv.1703.10847"},{"key":"5195_CR10","doi-asserted-by":"publisher","unstructured":"Dong HW, Hsiao WY, Yang LC et al (2018) MuseGAN: Symbolic-domain music generation and accompaniment with multi-track sequential generative adversarial networks[J].\u00a0https:\/\/doi.org\/10.48550\/arXiv.1709.06298","DOI":"10.48550\/arXiv.1709.06298"},{"key":"5195_CR11","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-70163-9","volume-title":"Deep learning techniques for music generation","author":"J-P Briot","year":"2020","unstructured":"Briot J-P, Hadjeres G, Pachet F-D (2020) Deep learning techniques for music generation, vol 1. Springer, Heidelberg"},{"key":"5195_CR12","unstructured":"Huang CZA, Vaswani A, Uszkoreit J et al (2018) Music transformer: generating music with long-term structure (2018) [J]. arXiv preprint arXiv:1809.04281"},{"key":"5195_CR13","unstructured":"Roberts A, Engel J, Raffel C et al (2018) A hierarchical latent vector model for learning long-term structure in music[C]. International Conference on Machine Learning, pp 4364\u20134373. Applications, 2020, 32(9): 4773\u20134784"},{"issue":"1","key":"5195_CR14","first-page":"100066","volume":"2","author":"S Shahriar","year":"2022","unstructured":"Shahriar S, Al Roken N (2022) How can generative adversarial networks impact computer generated art? Insights from poetry to melody conversion. Int J Inf Manag Data Insights 2(1):100066","journal-title":"Int J Inf Manag Data Insights"},{"key":"5195_CR15","doi-asserted-by":"publisher","first-page":"14","DOI":"10.3389\/frai.2020.00014","volume":"3","author":"F Carnovalini","year":"2020","unstructured":"Carnovalini F, Rod\u00e0 A (2020) Computational creativity and music generation systems: an introduction to the state of the art. Front Artif Intell 3:14","journal-title":"Front Artif Intell"},{"key":"5195_CR16","doi-asserted-by":"publisher","first-page":"17031","DOI":"10.1109\/ACCESS.2023.3244620","volume":"11","author":"L Moysis","year":"2023","unstructured":"Moysis L et al (2023) Music deep learning: deep learning methods for music signal processing\u2014a review of the state-of-the-art. IEEE Access 11:17031\u201317052. https:\/\/doi.org\/10.1109\/ACCESS.2023.3244620","journal-title":"IEEE Access"},{"key":"5195_CR17","doi-asserted-by":"crossref","unstructured":"Casella P, Paiva A (2001) Magenta: an architecture for real time automatic composition of background music[C]. International Workshop on Intelligent Virtual Agents, Berlin, pp 224\u2013232","DOI":"10.1007\/3-540-44812-8_18"},{"key":"5195_CR18","doi-asserted-by":"publisher","DOI":"10.1007\/978-981-287-618-8_18","volume-title":"Multidisciplinary contributions to the science of creative thinking. Creativity in the Twenty First Century","author":"F Ghedini","year":"2016","unstructured":"Ghedini F, Pachet F, Roy P (2016) Creating music and texts with flow machines. In: Corazza G, Agnoli S (eds) Multidisciplinary contributions to the science of creative thinking. Creativity in the Twenty First Century. Springer, Singapore. https:\/\/doi.org\/10.1007\/978-981-287-618-8_18"},{"key":"5195_CR19","doi-asserted-by":"crossref","unstructured":"Huang YS, Yang YH (2020) Pop music transformer: beat-based modeling and generation of expressive pop piano compositions[C]. Proceedings of the 28th ACM international conference on multimedia, pp 1180\u20131188","DOI":"10.1145\/3394171.3413671"},{"issue":"7","key":"5195_CR20","doi-asserted-by":"publisher","first-page":"174201","DOI":"10.1007\/s11432-021-3366-4","volume":"65","author":"N Nan","year":"2022","unstructured":"Nan N, Guan X, Wang Y et al (2022) Common quantitative characteristics of music melodies\u2014pursuing the constrained entropy maximization casually in composition[J]. Sci China Inf Sci 65(7):174201","journal-title":"Sci China Inf Sci"},{"key":"5195_CR21","unstructured":"Liu J, Dong Y, Cheng Z et al (2022) Symphony generation with permutation invariant language model[J]. arXiv preprint arXiv:2205.05448"},{"issue":"4","key":"5195_CR22","doi-asserted-by":"publisher","first-page":"1754","DOI":"10.1109\/TNNLS.2020.2990746","volume":"34","author":"N Zhang","year":"2020","unstructured":"Zhang N (2020) Learning adversarial transformer for symbolic music generation [J]. IEEE Trans Neural Netw Learn Syst 34(4):1754\u20131763. https:\/\/doi.org\/10.1109\/TNNLS.2020.2990746","journal-title":"IEEE Trans Neural Netw Learn Syst"},{"key":"5195_CR23","doi-asserted-by":"publisher","unstructured":"Guan F, Yu C, Yang S. A GAN model with self-attention mechanism to generate multi-instruments symbolic music[C]. 2019 international joint conference on neural networks. https:\/\/doi.org\/10.1109\/IJCNN.2019.8852291","DOI":"10.1109\/IJCNN.2019.8852291"},{"key":"5195_CR24","doi-asserted-by":"publisher","first-page":"102237","DOI":"10.1016\/j.displa.2022.102237","volume":"73","author":"S Shahriar","year":"2022","unstructured":"Shahriar S (2022) GAN computers generate arts a survey on visual arts, music, and literary text generation using generative adversarial network. Displays 73:102237","journal-title":"Displays"},{"key":"5195_CR25","doi-asserted-by":"crossref","unstructured":"Luo J et al (2020) MG-VAE: deep Chinese folk songs generation with specific regional styles. Proceedings of the 7th Conference on Sound and Music Technology (CSMT) Revised Selected Papers. Springer Singapore","DOI":"10.1007\/978-981-15-2756-2_8"},{"key":"5195_CR26","doi-asserted-by":"publisher","first-page":"3","DOI":"10.3969\/j.issn.1008-3359.2016.23.039","volume":"23","author":"C Zhengyu","year":"2016","unstructured":"Zhengyu C, Kunqi Y (2016) A review of MIDI music theory in the new era [J]. Art Rev 23:3. https:\/\/doi.org\/10.3969\/j.issn.1008-3359.2016.23.039","journal-title":"Art Rev"},{"key":"5195_CR27","doi-asserted-by":"publisher","unstructured":"Yuanyue T (2020) Research on folk song composition based on Markov model and neural network[D]. South China University of Technology. https:\/\/doi.org\/10.27151\/d.cnki.ghnlu.2020.002944","DOI":"10.27151\/d.cnki.ghnlu.2020.002944"},{"key":"5195_CR28","doi-asserted-by":"publisher","first-page":"32","DOI":"10.19340\/j.cnki.hhzs.2022.11.015","volume":"11","author":"Z Haodong","year":"2022","unstructured":"Haodong Z (2022) Comparison of Characteristics between Jiangzhou Drum Music and Xi\u2019an Drum Music [J]. Voice of the Yellow River 11:32\u201334. https:\/\/doi.org\/10.19340\/j.cnki.hhzs.2022.11.015","journal-title":"Voice of the Yellow River"},{"issue":"007","key":"5195_CR29","first-page":"128","volume":"000","author":"W Liyun","year":"2015","unstructured":"Liyun W (2015) Research on the color grading function of Chinese national pentatonic \u201cpartial tone\u201d in melody[J]. Northern Music 000(007):128\u2013130","journal-title":"Northern Music"},{"key":"5195_CR30","first-page":"79","volume":"03","author":"W Tingge","year":"1987","unstructured":"Tingge W (1987) Viewing the relationship between Traditional Music and Contemporary Music Creation from Chinese Piano Music [J]. Chinese Musicology 03:79\u201385","journal-title":"Chinese Musicology"},{"key":"5195_CR31","doi-asserted-by":"publisher","unstructured":"Iliadis LA, Sotiroudis SP, Kokkinidis K, Sarigiannidis P, Nikolaidis S, Goudos SK (2022) Music deep learning: a survey on deep learning methods for music processing. 2022 11th International Conference on Modern Circuits and Systems Technologies (MOCAST), Bremen, Germany, pp 1\u20134. https:\/\/doi.org\/10.1109\/MOCAST54814.2022.9837541","DOI":"10.1109\/MOCAST54814.2022.9837541"},{"key":"5195_CR32","doi-asserted-by":"publisher","unstructured":"Sajad S, Dharshika S, Meleet M (2021) Music generation for novices using Recurrent Neural Network (RNN). 2021 International Conference on Innovative Computing, Intelligent Communication and Smart Electrical Systems (ICSES), Chennai, India, pp 1\u20136. https:\/\/doi.org\/10.1109\/ICSES52305.2021.9633906","DOI":"10.1109\/ICSES52305.2021.9633906"},{"key":"5195_CR33","doi-asserted-by":"publisher","unstructured":"Remesh A, K AP, Sinith MS (2022) Symbolic domain music generation system based on LSTM architecture. 2022 Second International Conference on Next Generation Intelligent Systems (ICNGIS), Kottayam, India, pp 1\u20134. https:\/\/doi.org\/10.1109\/ICNGIS54955.2022.10079872","DOI":"10.1109\/ICNGIS54955.2022.10079872"},{"key":"5195_CR34","doi-asserted-by":"publisher","unstructured":"Zou Y, Zou P, Zhao Y et al (2021) MELONS: generating melody with long-term structure using transformers and structure graph[J].\u00a0https:\/\/doi.org\/10.48550\/arXiv.2110.05020","DOI":"10.48550\/arXiv.2110.05020"},{"issue":"8","key":"5195_CR35","doi-asserted-by":"publisher","first-page":"1735","DOI":"10.1162\/neco.1997.9.8.1735","volume":"9","author":"S Hochreiter","year":"1997","unstructured":"Hochreiter S, Schmidhuber J (1997) Long short-term memory[J]. Neural Comput 9(8):1735\u20131780","journal-title":"Neural Comput"},{"key":"5195_CR36","doi-asserted-by":"crossref","unstructured":"Rajadhyaksha M, Lakhani N, Mudassir MA, Bhavathankar P (2022) Music generation with bi-directional long short term memory neural networks. 2022 13th International Conference on Computing Communication and Networking Technologies (ICCCNT), Kharagpur, India, pp 1\u20136","DOI":"10.1109\/ICCCNT54827.2022.9984228"},{"key":"5195_CR37","doi-asserted-by":"crossref","unstructured":"Cho K, Van Merri\u00ebnboer B, Gulcehre C et al (2014) Learning phrase representations using RNN encoder-decoder for statistical machine translation[J]. arXiv preprint ar Xiv:1406.1078","DOI":"10.3115\/v1\/D14-1179"},{"issue":"12","key":"5195_CR38","first-page":"3585","volume":"41","author":"W Tao","year":"2021","unstructured":"Tao W, Cong J, Xiaobing L, Yun T, Lin Q (2021) Multi track music generation countermeasure network based on transformer [J]. Comput Appl 41(12):3585\u20133589","journal-title":"Comput Appl"},{"key":"5195_CR39","unstructured":"Qiu Y (2019) Research on music generation based on generative adversarial network[D]. University of Electronic Science and Technology of China"},{"key":"5195_CR40","doi-asserted-by":"publisher","unstructured":"Yong B (2020) Research and implementation of music generation based on deep reinforcement learning[D]. Zhengzhou University. https:\/\/doi.org\/10.27466\/d.cnki.gzzdu.2020.000157","DOI":"10.27466\/d.cnki.gzzdu.2020.000157"},{"issue":"C","key":"5195_CR41","doi-asserted-by":"publisher","first-page":"465","DOI":"10.1016\/j.procs.2020.04.049","volume":"171","author":"M Dua","year":"2020","unstructured":"Dua M, Yadav R, Mamgai D, Brodiya S (2020) An improved RNN-LSTM based novel approach for sheet music generation[J]. Procedia Comput Sci 171(C):465\u2013474","journal-title":"Procedia Comput Sci"},{"key":"5195_CR42","unstructured":"Yong B, Lin Q (2020) Yun music generation based on reinforcement learning actor- critic algorithm[J]. Comput Appl Softw 37(05):118\u2013122+182"},{"issue":"07","key":"5195_CR43","first-page":"96","volume":"40","author":"S Chengai","year":"2019","unstructured":"Chengai S, Xinfeng Z, Gang T (2019) Music generation based on reward value RNN and A2C model [J]. Software 40(07):96\u201399","journal-title":"Software"},{"issue":"13","key":"5195_CR44","doi-asserted-by":"publisher","first-page":"9","DOI":"10.14004\/j.cnki.ckt.2022.0883","volume":"18","author":"G Haoyu","year":"2022","unstructured":"Haoyu G, Lifeng C, Niangrong G (2022) Li Jiahao 5G URLLC bearer network slice traffic scheduling optimization based on reinforcement learning [J]. Comput Knowl Technol 18(13):9\u201313. https:\/\/doi.org\/10.14004\/j.cnki.ckt.2022.0883","journal-title":"Comput Knowl Technol"},{"key":"5195_CR45","doi-asserted-by":"publisher","unstructured":"Haibin L (2022) Application of reinforcement learning in single-track music generation[D]. University of Chinese Academy of Sciences\u00a0(Shenzhen Institute of Advanced Technology, Chinese Academy of Sciences). https:\/\/doi.org\/10.27822\/d.cnki.gszxj.2022.000129","DOI":"10.27822\/d.cnki.gszxj.2022.000129"},{"key":"5195_CR46","doi-asserted-by":"publisher","unstructured":"Ji S, Luo J, Yang X (2020) A comprehensive survey on deep music generation: multi-level representations, algorithms, evaluations, and future directions[J]. https:\/\/doi.org\/10.48550\/arXiv.2011.06801","DOI":"10.48550\/arXiv.2011.06801"},{"key":"5195_CR47","doi-asserted-by":"publisher","unstructured":"Ting G (2021) Research and implementation of music melody generation algorithm based on deep learning[D]. Beijing University of Posts and Telecommunications. https:\/\/doi.org\/10.26969\/d.cnki.gbydu.2021.001784","DOI":"10.26969\/d.cnki.gbydu.2021.001784"},{"key":"5195_CR48","unstructured":"Dannenberg RB (2015) Music understanding and the future of music performance[J]"},{"key":"5195_CR49","doi-asserted-by":"crossref","unstructured":"Shuntaro O, Masayuki O, Shinichiro T (2019) Efficient partition of integer optimization problems with one-hot encoding[J]. Sci Rep\u00a09(1):13036","DOI":"10.1038\/s41598-019-49539-6"},{"key":"5195_CR50","doi-asserted-by":"publisher","unstructured":"Zheng M (2021) A method of generating Chinese pop music melody[C]. Technical Committee on Control Theory, Chinese Association of Automation, Chinese Association of Automation, Systems Engineering Society of China. School of Information Science and Technology, University of Science and Technology of China. https:\/\/doi.org\/10.26914\/c.cnkihy.2021.028723","DOI":"10.26914\/c.cnkihy.2021.028723"}],"container-title":["Applied Intelligence"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10489-023-05195-y.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s10489-023-05195-y\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10489-023-05195-y.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,1,13]],"date-time":"2024-01-13T05:10:14Z","timestamp":1705122614000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s10489-023-05195-y"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,12,5]]},"references-count":50,"journal-issue":{"issue":"1","published-print":{"date-parts":[[2024,1]]}},"alternative-id":["5195"],"URL":"https:\/\/doi.org\/10.1007\/s10489-023-05195-y","relation":{},"ISSN":["0924-669X","1573-7497"],"issn-type":[{"value":"0924-669X","type":"print"},{"value":"1573-7497","type":"electronic"}],"subject":[],"published":{"date-parts":[[2023,12,5]]},"assertion":[{"value":"22 November 2023","order":1,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"5 December 2023","order":2,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"Informed consent.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Ethical and informed consent for data used"}},{"value":"The authors declared that they have no conflicts of interest to this work.We declare that we do not have any commercial or associative interest that represents a conflict of interest in connection with the work submitted.","order":3,"name":"Ethics","group":{"name":"EthicsHeading","label":"Competing interests"}}]}}