{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,3]],"date-time":"2026-04-03T15:26:57Z","timestamp":1775230017329,"version":"3.50.1"},"reference-count":64,"publisher":"Springer Science and Business Media LLC","issue":"9","license":[{"start":{"date-parts":[[2018,11,3]],"date-time":"2018-11-03T00:00:00Z","timestamp":1541203200000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Neural Comput & Applic"],"published-print":{"date-parts":[[2020,5]]},"DOI":"10.1007\/s00521-018-3849-7","type":"journal-article","created":{"date-parts":[[2018,11,3]],"date-time":"2018-11-03T18:46:27Z","timestamp":1541270787000},"page":"4773-4784","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":111,"title":["On the evaluation of generative models in music"],"prefix":"10.1007","volume":"32","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-7342-6529","authenticated-orcid":false,"given":"Li-Chia","family":"Yang","sequence":"first","affiliation":[]},{"given":"Alexander","family":"Lerch","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2018,11,3]]},"reference":[{"key":"3849_CR1","unstructured":"Agarwala N, Inoue Y, Sly A (2017) Music composition using recurrent neural networks. Stanford University, Technical Report in CS224"},{"issue":"2","key":"3849_CR2","doi-asserted-by":"publisher","first-page":"48","DOI":"10.1162\/comj.2009.33.2.48","volume":"33","author":"C Ariza","year":"2009","unstructured":"Ariza C (2009) The interrogator as critic: the turing test and the evaluation of generative music systems. Comput Music J 33(2):48\u201370","journal-title":"Comput Music J"},{"issue":"2","key":"3849_CR3","doi-asserted-by":"publisher","first-page":"19","DOI":"10.2307\/3399585","volume":"86","author":"EP Asmus","year":"1999","unstructured":"Asmus EP (1999) Music assessment concepts: a discussion of assessment concepts and models for student assessment introduces this special focus issue. Music Educ J 86(2):19\u201324","journal-title":"Music Educ J"},{"issue":"2","key":"3849_CR4","doi-asserted-by":"publisher","first-page":"246","DOI":"10.1093\/mq\/XLVI.2.246","volume":"46","author":"M Babbitt","year":"1960","unstructured":"Babbitt M (1960) Twelve-tone invariants as compositional determinants. Music Q 46(2):246\u2013259","journal-title":"Music Q"},{"key":"3849_CR5","volume-title":"Understanding music with AI: perspectives on music cognition","year":"1992","unstructured":"Balaban M, Ebcio\u011flu K, Laske O (eds) (1992) Understanding music with AI: perspectives on music cognition. MIT Press, Cambridge"},{"key":"3849_CR6","volume-title":"Perceptual audio evaluation\u2014theory, method and application","author":"S Bech","year":"2007","unstructured":"Bech S, Zacharov N (2007) Perceptual audio evaluation\u2014theory, method and application. Wiley, London"},{"issue":"3","key":"3849_CR7","doi-asserted-by":"publisher","first-page":"223","DOI":"10.1080\/09298215.2016.1208666","volume":"45","author":"P Boot","year":"2016","unstructured":"Boot P, Volk A, de Haas WB (2016) Evaluating the role of repeated patterns in folk song classification and compression. J New Music Res 45(3):223\u2013238","journal-title":"J New Music Res"},{"key":"3849_CR8","unstructured":"Bretan M, Weinberg G, Heck L (2017) A unit selection methodology for music generation using deep neural networks. In: International conference on computational creativity (ICCC). Atlanta, Georgia, USA"},{"key":"3849_CR9","volume-title":"Deep learning techniques for music generation\u2014a survey","author":"JP Briot","year":"2019","unstructured":"Briot JP, Hadjeres G, Pachet F (2019) Deep learning techniques for music generation\u2014a survey. Springer, London"},{"key":"3849_CR10","unstructured":"Chordia P, Rae A (2007) Raag recognition using pitch-class and pitch-class dyad distributions. In: International society of music information retrieval (ISMIR), pp 431\u2013436. Vienna, Austria"},{"key":"3849_CR11","unstructured":"Chu H, Urtasun R, Fidler S (2016) Song from pi: a musically plausible network for pop music generation. In: International conference on learning representations (ICLR). San Juan, Puerto Rico"},{"key":"3849_CR12","doi-asserted-by":"crossref","unstructured":"Chuan CH, Herremans D (2018) Modeling temporal tonal relations in polyphonic music through deep networks with a novel image-based representation. In: Association for the advancement of artificial intelligence (AAAI). New Orleans, Louisiana, USA","DOI":"10.1609\/aaai.v32i1.11880"},{"key":"3849_CR13","unstructured":"Colton S, Pease A, Ritchie G (2001) The effect of input knowledge on creativity. In: Technical reports of the Navy Center for Applied Research in Artificial Intelligence. Washington, DC, USA"},{"key":"3849_CR14","doi-asserted-by":"crossref","unstructured":"Dong HW, Hsiao WY, Yang LC, Yang YH (2018) Musegan: multi-track sequential generative adversarial networks for symbolic music generation and accompaniment. In: Association for the advancement of artificial intelligence (AAAI). New Orleans, Louisiana, USA","DOI":"10.1609\/aaai.v32i1.11312"},{"key":"3849_CR15","doi-asserted-by":"crossref","unstructured":"Gatys LA, Ecker AS, Bethge M (2016) A neural algorithm of artistic style. In: The annual meeting of the vision sciences society. St. Pete Beach, Florida, USA","DOI":"10.1167\/16.12.326"},{"key":"3849_CR16","doi-asserted-by":"publisher","DOI":"10.1007\/978-1-4899-4467-2","volume-title":"Predictive inference","author":"S Geisser","year":"1993","unstructured":"Geisser S (1993) Predictive inference, vol 55. CRC Press, Boca Raton"},{"issue":"12","key":"3849_CR17","doi-asserted-by":"publisher","first-page":"3618","DOI":"10.1073\/pnas.1422953112","volume":"112","author":"D Geman","year":"2015","unstructured":"Geman D, Geman S, Hallonquist N, Younes L (2015) Visual turing test for computer vision systems. Proc Natl Acad Sci 112(12):3618\u20133623","journal-title":"Proc Natl Acad Sci"},{"issue":"4","key":"3849_CR18","doi-asserted-by":"publisher","first-page":"373","DOI":"10.1016\/j.destud.2003.10.010","volume":"25","author":"JS Gero","year":"2004","unstructured":"Gero JS, Kannengiesser U (2004) The situated function\u2013behaviour\u2013structure framework. Des Stud 25(4):373\u2013391","journal-title":"Des Stud"},{"key":"3849_CR19","doi-asserted-by":"crossref","unstructured":"Gurumurthy S, Sarvadevabhatla RK, Radhakrishnan VB (2017) Deligan: generative adversarial networks for diverse and limited data. In: IEEE conference on computer vision and pattern recognition (CVPR). Honolulu, Hawaii, USA","DOI":"10.1109\/CVPR.2017.525"},{"issue":"3","key":"3849_CR20","doi-asserted-by":"publisher","first-page":"127","DOI":"10.1080\/00219444.1978.10534702","volume":"54","author":"WM Guyot","year":"1978","unstructured":"Guyot WM (1978) Summative and formative evaluation. J Bus Educ 54(3):127\u2013129. https:\/\/doi.org\/10.1080\/00219444.1978.10534702","journal-title":"J Bus Educ"},{"key":"3849_CR21","unstructured":"Hadjeres G, Pachet F (2016) Deepbach: a steerable model for bach chorales generation. In: International conference on machine learning (ICML). New York City, NY, USA"},{"issue":"4","key":"3849_CR22","doi-asserted-by":"publisher","first-page":"27","DOI":"10.1177\/0027432109334772","volume":"95","author":"CL Hale","year":"2009","unstructured":"Hale CL, Green SK (2009) Six key principles for music assessment. Music Educ J 95(4):27\u201331. https:\/\/doi.org\/10.1177\/0027432109334772","journal-title":"Music Educ J"},{"key":"3849_CR23","unstructured":"Henrik Norbeck\u2019s abc tunes. Last accessed Mar 2018. http:\/\/www.norbeck.nu\/abc\/"},{"key":"3849_CR24","unstructured":"Huang CZA, Cooijmans T, Roberts A, Courville A, Eck D (2017) Counterpoint by convolution. In: International society of music information retrieval (ISMIR). Suzhou, China"},{"key":"3849_CR25","unstructured":"Huang KC, Jung Q, Lu J (2017) Algorithmic music composition using recurrent neural networking. Stanford University, Technical Report in CS221"},{"key":"3849_CR26","doi-asserted-by":"crossref","unstructured":"Huang X, Li Y, Poursaeed O, Hopcroft J, Belongie S (2016) Stacked generative adversarial networks. In: IEEE conference on computer vision and pattern recognition (CVPR). Las Vegas, Nevada, USA","DOI":"10.1109\/CVPR.2017.202"},{"key":"3849_CR27","doi-asserted-by":"crossref","unstructured":"Johnson DD (2017) Generating polyphonic music using tied parallel networks. In: International conference on evolutionary and biologically inspired music and art, pp 128\u2013143. Amsterdam, The Netherlands","DOI":"10.1007\/978-3-319-55750-2_9"},{"issue":"3","key":"3849_CR28","doi-asserted-by":"publisher","first-page":"246","DOI":"10.1007\/s12559-012-9156-1","volume":"4","author":"A Jordanous","year":"2012","unstructured":"Jordanous A (2012) A standardised procedure for evaluating creative systems: computational creativity evaluation based on what it is to be creative. Cognit Comput 4(3):246\u2013279","journal-title":"Cognit Comput"},{"key":"3849_CR29","unstructured":"Karras T, Aila T, Laine S, Lehtinen J (2017) Progressive growing of gans for improved quality, stability, and variation. In: International conference on learning representations (ICLR). Toulon, France"},{"key":"3849_CR30","unstructured":"Krumhansl C, Toiviainen P et al (2000) Dynamics of tonality induction: a new method and a new model. In: International conference on music perception and cognition (ICMPC). Keele, UK"},{"key":"3849_CR31","unstructured":"Lee K (2006) Automatic chord recognition from audio using enhanced pitch class profile. In: International computer music conference (ICMC). New Orleans, Louisiana, USA"},{"key":"3849_CR32","unstructured":"Liang F, Gotham M, Johnson M, Shotton J (2017) Automatic stylistic composition of bach chorales with deep lstm. In: International society of music information retrieval (ISMIR). Suzhou, China"},{"issue":"140","key":"3849_CR33","first-page":"5","volume":"22","author":"R Likert","year":"1932","unstructured":"Likert R (1932) A technique for the measurement of attitudes. Arch Psychol 22(140):5\u201355","journal-title":"Arch Psychol"},{"key":"3849_CR34","unstructured":"Marsden A (2013) Music, intelligence and artificiality. In: Readings in music and artificial intelligence, pp 25\u201338. Routledge"},{"key":"3849_CR35","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-25931-4","volume-title":"Computational music analysis","author":"D Meredith","year":"2016","unstructured":"Meredith D (2016) Computational music analysis. Springer, Berlin"},{"key":"3849_CR36","volume-title":"Emotion and meaning in music","author":"LB Meyer","year":"2008","unstructured":"Meyer LB (2008) Emotion and meaning in music. University of Chicago Press, Chicago"},{"key":"3849_CR37","unstructured":"Mogren O (2016) C-rnn-gan: continuous recurrent neural networks with adversarial training. In: Advances in neural information processing systems, constructive machine learning workshop (NIPS CML). Barcelona, Spain"},{"issue":"5","key":"3849_CR38","first-page":"394","volume":"34","author":"RA Moog","year":"1986","unstructured":"Moog RA (1986) Midi: musical instrument digital interface. J Audio Eng Soc 34(5):394\u2013404","journal-title":"J Audio Eng Soc"},{"key":"3849_CR39","unstructured":"Mroueh Y, Sercu T (2017) Fisher gan. In: Advances in neural information processing systems (NIPS). Long Beach, CA, USA"},{"key":"3849_CR40","unstructured":"O\u2019Brien C, Lerch A (2015) Genre-specific key profiles. In: International computer music conference (ICMC). Denton, Texas, USA"},{"key":"3849_CR41","doi-asserted-by":"publisher","unstructured":"Pati KA, Gururani S, Lerch A (2018) Assessment of student music performances using deep neural networks. Appl Sci 8(4):507. https:\/\/doi.org\/10.3390\/app8040507 . http:\/\/www.mdpi.com\/2076-3417\/8\/4\/507","DOI":"10.3390\/app8040507"},{"issue":"2","key":"3849_CR42","doi-asserted-by":"publisher","first-page":"119","DOI":"10.1177\/102986490200600203","volume":"6","author":"M Pearce","year":"2002","unstructured":"Pearce M, Meredith D, Wiggins G (2002) Motivations and methodologies for automation of the compositional process. Music Sci 6(2):119\u2013147","journal-title":"Music Sci"},{"key":"3849_CR43","unstructured":"Pearce MT, Wiggins GA (2007) Evaluating cognitive models of musical composition. In: International joint workshop on computational creativity, pp 73\u201380. London, UK"},{"key":"3849_CR44","unstructured":"Pease A, Colton S (2011) On impact and evaluation in computational creativity: a discussion of the turing test and an alternative proposal. In: Proceedings of the AISB symposium on AI and philosophy, p 39. York, United Kingdom"},{"key":"3849_CR45","volume-title":"Jazz composition: theory and practice","author":"T Pease","year":"2003","unstructured":"Pease T, Mattingly R (2003) Jazz composition: theory and practice. Berklee Press, Boston"},{"issue":"1","key":"3849_CR46","doi-asserted-by":"publisher","first-page":"67","DOI":"10.1007\/s11023-007-9066-2","volume":"17","author":"G Ritchie","year":"2007","unstructured":"Ritchie G (2007) Some empirical criteria for attributing creativity to a computer program. Minds Mach 17(1):67\u201399","journal-title":"Minds Mach"},{"key":"3849_CR47","unstructured":"Salimans T, Goodfellow I, Zaremba W, Cheung V, Radford A, Chen X (2016) Improved techniques for training gans. In: Advances in neural information processing systems (NIPS). Barcelona, Spain"},{"key":"3849_CR48","doi-asserted-by":"publisher","DOI":"10.1002\/9781118575574","volume-title":"Multivariate density estimation: theory, practice, and visualization","author":"DW Scott","year":"2015","unstructured":"Scott DW (2015) Multivariate density estimation: theory, practice, and visualization. Wiley, Hoboken"},{"key":"3849_CR49","unstructured":"Shin A, Crestel L, Kato H, Saito K, Ohnishi K, Yamaguchi M, Nakawaki M, Ushiku Y, Harada T (2017) Melody generation for pop music via word representation of musical properties. arXivpreprint arXiv:1710.11549"},{"key":"3849_CR50","doi-asserted-by":"publisher","DOI":"10.1007\/978-1-4899-3324-9","volume-title":"Density estimation for statistics and data analysis","author":"BW Silverman","year":"1986","unstructured":"Silverman BW (1986) Density estimation for statistics and data analysis, vol 26. CRC Press, Boca Raton"},{"key":"3849_CR51","doi-asserted-by":"crossref","unstructured":"Simon I, Morris D, Basu S (2008) Mysong: automatic accompaniment generation for vocal melodies. In: Proceedings of the SIGCHI conference on human factors in computing systems, pp 725\u2013734. Florence, Italy","DOI":"10.1145\/1357054.1357169"},{"key":"3849_CR52","doi-asserted-by":"publisher","DOI":"10.5920\/JCMS.2017.09","author":"BL Sturm","year":"2017","unstructured":"Sturm BL, Ben-Tal O (2017) Taking the models back to music practice: evaluating generative transcription models built using deep learning. J Creat Music Syst. https:\/\/doi.org\/10.5920\/JCMS.2017.09","journal-title":"J Creat Music Syst"},{"issue":"3","key":"3849_CR53","doi-asserted-by":"publisher","first-page":"193","DOI":"10.1525\/mp.2008.25.3.193","volume":"25","author":"D Temperley","year":"2008","unstructured":"Temperley D, Marvin EW (2008) Pitch-class distribution and the identification of key. Music Percept Interdiscip J 25(3):193\u2013212","journal-title":"Music Percept Interdiscip J"},{"key":"3849_CR54","unstructured":"Theis L, van den Oord A, Bethge M (2016) A note on the evaluation of generative models. In: International conference on learning representations (ICLR). Caribe Hilton, San Juan, Puerto Rico. arXiv:1511.01844"},{"issue":"236","key":"3849_CR55","doi-asserted-by":"publisher","first-page":"433","DOI":"10.1093\/mind\/LIX.236.433","volume":"59","author":"AM Turing","year":"1950","unstructured":"Turing AM (1950) Computing machinery and intelligence. Mind 59(236):433\u2013460","journal-title":"Mind"},{"key":"3849_CR56","unstructured":"Turlach BA et al (1993) Bandwidth selection in kernel density estimation: a review. Universit\u00e9 catholique de Louvain Louvain-la-Neuve"},{"key":"3849_CR57","doi-asserted-by":"crossref","unstructured":"Verbeurgt K, Dinolfo M, Fayer M (2004) Extracting patterns in music for composition via Markov chains. In: International conference on industrial, engineering and other applications of applied intelligent systems, pp 1123\u20131132. Springer, Ottawa, ON, Canada (2004)","DOI":"10.1007\/978-3-540-24677-0_115"},{"key":"3849_CR58","unstructured":"Waite E, Eck D, Roberts A, Abolafia D (2016) Project magenta: generating long-term structure in songs and stories. https:\/\/magenta.tensorflow.org\/blog\/2016\/07\/15\/lookback-rnn-attention-rnn\/"},{"key":"3849_CR59","unstructured":"Wu CW, Gururani S, Laguna C, Pati A, Vidwans A, Lerch A (2016) Towards the objective assessment of music performances. In: International conference on music perception and cognition (ICMPC). Hyderabad, AP, India"},{"key":"3849_CR60","unstructured":"Yang LC, Chou SY, Yang YH (2017) Midinet: a convolutional generative adversarial network for symbolic-domain music generation. In: International society of music information retrieval (ISMIR). Suzhou, China"},{"key":"3849_CR61","doi-asserted-by":"publisher","DOI":"10.1093\/acprof:oso\/9780195140231.001.0001","volume-title":"Conceptualizing music: cognitive structure, theory, and analysis","author":"LM Zbikowski","year":"2002","unstructured":"Zbikowski LM (2002) Conceptualizing music: cognitive structure, theory, and analysis. Oxford University Press, Oxford"},{"issue":"3","key":"3849_CR62","doi-asserted-by":"publisher","first-page":"245","DOI":"10.1080\/17517575.2015.1080860","volume":"10","author":"W Zhang","year":"2016","unstructured":"Zhang W, Wang J (2016) Design theory and methodology for enterprise systems. Enterp Inf Syst 10(3):245\u2013248. https:\/\/doi.org\/10.1080\/17517575.2015.1080860","journal-title":"Enterp Inf Syst"},{"key":"3849_CR63","doi-asserted-by":"crossref","unstructured":"Zhang WJ, Yang G, Lin Y, Ji C, Gupta MM (2018) On definition of deep learning. In: World automation congress (WAC). Stevenson, Washington, USA","DOI":"10.23919\/WAC.2018.8430387"},{"key":"3849_CR64","unstructured":"Zhou Z, Cai H, Rong S, Song Y, Ren K, Zhang W, Wang J, Yu Y (2018) Activation maximization generative adversarial nets. In: International conference on learning representations (ICLR). Vancouver, Canada"}],"container-title":["Neural Computing and Applications"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s00521-018-3849-7.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/article\/10.1007\/s00521-018-3849-7\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s00521-018-3849-7.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,9,5]],"date-time":"2022-09-05T05:17:28Z","timestamp":1662355048000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/s00521-018-3849-7"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2018,11,3]]},"references-count":64,"journal-issue":{"issue":"9","published-print":{"date-parts":[[2020,5]]}},"alternative-id":["3849"],"URL":"https:\/\/doi.org\/10.1007\/s00521-018-3849-7","relation":{},"ISSN":["0941-0643","1433-3058"],"issn-type":[{"value":"0941-0643","type":"print"},{"value":"1433-3058","type":"electronic"}],"subject":[],"published":{"date-parts":[[2018,11,3]]},"assertion":[{"value":"18 June 2018","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"26 October 2018","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"3 November 2018","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Compliance with ethical standards"}},{"value":"The authors declare that they have no conflict of interest.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflict of interest"}}]}}