{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,3,26]],"date-time":"2025-03-26T04:38:22Z","timestamp":1742963902498,"version":"3.40.3"},"publisher-location":"Cham","reference-count":55,"publisher":"Springer International Publishing","isbn-type":[{"type":"print","value":"9783319129754"},{"type":"electronic","value":"9783319129761"}],"license":[{"start":{"date-parts":[[2014,1,1]],"date-time":"2014-01-01T00:00:00Z","timestamp":1388534400000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2014,1,1]],"date-time":"2014-01-01T00:00:00Z","timestamp":1388534400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2014]]},"DOI":"10.1007\/978-3-319-12976-1_6","type":"book-chapter","created":{"date-parts":[[2014,12,4]],"date-time":"2014-12-04T12:12:06Z","timestamp":1417695126000},"page":"89-104","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":3,"title":["Making Explicit the Formalism Underlying Evaluation in Music Information Retrieval Research: A Look at the MIREX Automatic Mood Classification Task"],"prefix":"10.1007","author":[{"given":"Bob L.","family":"Sturm","sequence":"first","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2014,12,5]]},"reference":[{"key":"6_CR1","series-title":"Frontiers in Linguistic Series","volume-title":"Language, Evolution and the Brain","author":"JJ Aucouturier","year":"2009","unstructured":"Aucouturier, J.J.: Sounds like teen spirit: computational insights into the grounding of everyday musical terms. In: Minett, J., Wang, W. (eds.) Language, Evolution and the Brain. Frontiers in Linguistic Series. Academia Sinica Press, Taipei (2009)"},{"issue":"3","key":"6_CR2","doi-asserted-by":"publisher","first-page":"483","DOI":"10.1007\/s10844-013-0251-x","volume":"41","author":"JJ Aucouturier","year":"2013","unstructured":"Aucouturier, J.J., Bigand, E.: Seven problems that keep MIR from attracting the interest of cognition and neuroscience. J. Intell. Info. Syst. 41(3), 483\u2013497 (2013)","journal-title":"J. Intell. Info. Syst."},{"issue":"1","key":"6_CR3","doi-asserted-by":"publisher","first-page":"83","DOI":"10.1076\/jnmr.32.1.83.16801","volume":"32","author":"JJ Aucouturier","year":"2003","unstructured":"Aucouturier, J.J., Pachet, F.: Representing music genre: a state of the art. J. New Music Res. 32(1), 83\u201393 (2003)","journal-title":"J. New Music Res."},{"issue":"1","key":"6_CR4","first-page":"1","volume":"1","author":"JJ Aucouturier","year":"2004","unstructured":"Aucouturier, J.J., Pachet, F.: Improving timbre similarity: how high is the sky? J. Neg. Results Speech Audio Sci. 1(1), 1\u201313 (2004)","journal-title":"J. Neg. Results Speech Audio Sci."},{"issue":"2","key":"6_CR5","doi-asserted-by":"publisher","first-page":"87","DOI":"10.1080\/09298210802479318","volume":"37","author":"JJ Aucouturier","year":"2008","unstructured":"Aucouturier, J.J., Pampalk, E.: Introduction - from genres to tags: a little epistemology of music information retrieval research. J. New Music Res. 37(2), 87\u201392 (2008)","journal-title":"J. New Music Res."},{"unstructured":"Aucouturier, J.J., Pachet, F., Roy, P., Beuriv\u00e9, A.: Signal + context = better classification. In: ISMIR, pp. 425\u2013430 (2007)","key":"6_CR6"},{"key":"6_CR7","doi-asserted-by":"publisher","DOI":"10.1017\/CBO9780511611483","volume-title":"Design of Comparative Experiments","author":"RA Bailey","year":"2008","unstructured":"Bailey, R.A.: Design of Comparative Experiments. Cambridge University Press, Cambridge (2008)"},{"key":"6_CR8","volume-title":"Machine Audition: Principles, Algorithms and Systems","author":"T Bertin-Mahieux","year":"2010","unstructured":"Bertin-Mahieux, T., Eck, D., Mandel, M.: Automatic tagging of audio: the state-of-the-art. In: Wang, W. (ed.) Machine Audition: Principles, Algorithms and Systems. IGI Publishing, New York (2010)"},{"unstructured":"Bertin-Mahieux, T., Ellis, D.P., Whitman, B., Lamere, P.: The million song dataset. In: Proceedings of ISMIR (2011). http:\/\/labrosa.ee.columbia.edu\/millionsong\/","key":"6_CR9"},{"unstructured":"Celma, O., Herrera, P., Serra, X.: Bridging the music semantic gap. In: Proceedings of International Conference Semantics and Digital Media Technology (2006)","key":"6_CR10"},{"unstructured":"Craft, A.: The role of culture in the music genre classification task: Human behaviour and its effect on methodology and evaluation. Technical report, Queen Mary University of London, Nov 2007","key":"6_CR11"},{"unstructured":"Craft, A., Wiggins, G.A., Crawford, T.: How many beans make five? The consensus problem in music-genre classification and a new evaluation method for single-genre categorisation systems. In: Proceedings of ISMIR, pp. 73\u201376 (2007)","key":"6_CR12"},{"unstructured":"Cunningham, S.J., Bainbridge, D., Downie, J.S.: The impact of MIREX on scholarly research. In: Proceedings of ISMIR, pp. 259\u2013264 (2012)","key":"6_CR13"},{"key":"6_CR14","doi-asserted-by":"publisher","first-page":"10","DOI":"10.1186\/1687-4153-2013-10","volume":"2013","author":"ER Dougherty","year":"2013","unstructured":"Dougherty, E.R., Dalton, L.A.: Scientific knowledge is possible with small-sample classification. EURASIP J. Bioinform. Syst. Biol. 2013, 10 (2013)","journal-title":"EURASIP J. Bioinform. Syst. Biol."},{"key":"6_CR15","doi-asserted-by":"publisher","first-page":"93","DOI":"10.1007\/978-3-642-11674-2_5","volume-title":"Advances in Music Information Retrieval","author":"J Downie","year":"2010","unstructured":"Downie, J., Ehmann, A., Bay, M., Jones, M.: The music information retrieval evaluation exchange: some observations and insights. In: Ras, Z., Wieczorkowska, A. (eds.) Advances in Music Information Retrieval, pp. 93\u2013115. Springer, Heidelberg (2010)"},{"unstructured":"Downie, J.S. (ed.): The MIR\/MDL Evaluation Project White Paper Collection (2003). http:\/\/www.music-ir.org\/evaluation\/wp.html","key":"6_CR16"},{"unstructured":"Downie, J.S.: Toward the scientific evaluation of music information retrieval systems. In: Proceedings of ISMIR, Oct 2003","key":"6_CR17"},{"issue":"2","key":"6_CR18","doi-asserted-by":"publisher","first-page":"12","DOI":"10.1162\/014892604323112211","volume":"28","author":"JS Downie","year":"2004","unstructured":"Downie, J.S.: The scientific evaluation of music information retrieval systems: foundations and future. Comput. Music J. 28(2), 12\u201323 (2004)","journal-title":"Comput. Music J."},{"issue":"4","key":"6_CR19","doi-asserted-by":"publisher","first-page":"247","DOI":"10.1250\/ast.29.247","volume":"29","author":"JS Downie","year":"2008","unstructured":"Downie, J.S.: The music information retrieval evaluation exchange (2005\u20132007): A window into music information retrieval research. Acoust. Sci. Tech. 29(4), 247\u2013255 (2008)","journal-title":"Acoust. Sci. Tech."},{"issue":"2","key":"6_CR20","doi-asserted-by":"publisher","first-page":"113","DOI":"10.1080\/09298210600834946","volume":"35","author":"A Flexer","year":"2006","unstructured":"Flexer, A.: Statistical evaluation of music information retrieval experiments. J. New Music Res. 35(2), 113\u2013120 (2006)","journal-title":"J. New Music Res."},{"key":"6_CR21","doi-asserted-by":"publisher","first-page":"675","DOI":"10.1080\/01621459.1937.10503522","volume":"32","author":"M Friedman","year":"1937","unstructured":"Friedman, M.: The use of ranks to avoid the assumption of normality in the analysis of variance. J. Am. Statist. Assoc. 32, 675\u2013701 (1937)","journal-title":"J. Am. Statist. Assoc."},{"issue":"2","key":"6_CR22","doi-asserted-by":"publisher","first-page":"303","DOI":"10.1109\/TMM.2010.2098858","volume":"13","author":"Z Fu","year":"2011","unstructured":"Fu, Z., Lu, G., Ting, K.M., Zhang, D.: A survey of audio-based music classification and annotation. IEEE Trans. Multimedia 13(2), 303\u2013319 (2011)","journal-title":"IEEE Trans. Multimedia"},{"unstructured":"Gouyon, F., Sturm, B.L., Oliveira, J.L., Hespanhol, N., Langlois, T.: On evaluation\u00a0validity in music autotagging (2014). http:\/\/arxiv.org\/abs\/1410.0001","key":"6_CR23"},{"issue":"3","key":"6_CR24","doi-asserted-by":"publisher","first-page":"317","DOI":"10.2307\/2983526","volume":"157","author":"DJ Hand","year":"1994","unstructured":"Hand, D.J.: Deconstructing statistical questions. J. Royal Statist. Soc. A (Statist. Soc.) 157(3), 317\u2013356 (1994)","journal-title":"J. Royal Statist. Soc. A (Statist. Soc.)"},{"unstructured":"Hu, X., Downie, J.S., Laurier, C., Bay, M., Ehmann, A.F.: The 2007 MIREX audio mood classification task: lessons learned. In: Proceedings of ISMIR (2008)","key":"6_CR25"},{"issue":"3","key":"6_CR26","doi-asserted-by":"publisher","first-page":"461","DOI":"10.1007\/s10844-013-0248-5","volume":"41","author":"EJ Humphrey","year":"2013","unstructured":"Humphrey, E.J., Bello, J.P., LeCun, Y.: Feature learning and deep architectures: new directions for music informatics. J. Intell. Info. Syst. 41(3), 461\u2013481 (2013)","journal-title":"J. Intell. Info. Syst."},{"unstructured":"Karydis, I., Radovanovic, M., Nanopoulos, A., Ivanovic, M.: Looking through the \u201cglass ceiling\u201d: a conceptual framework for the problems of spectral similarity. In: ISMIR (2010)","key":"6_CR27"},{"issue":"278","key":"6_CR28","doi-asserted-by":"publisher","first-page":"133","DOI":"10.1080\/01621459.1957.10501374","volume":"52","author":"AW Kimball","year":"1957","unstructured":"Kimball, A.W.: Errors of the third kind in statistical consulting. J. Am. Stat. Assoc. 52(278), 133\u2013142 (1957)","journal-title":"J. Am. Stat. Assoc."},{"unstructured":"Marques, G., Domingues, M., Langlois, T., Gouyon, F.: Three current issues in music autotagging. In: Proceedings of ISMIR, pp. 795\u2013800 (2011)","key":"6_CR29"},{"issue":"2","key":"6_CR30","doi-asserted-by":"publisher","first-page":"127","DOI":"10.1080\/09298215.2011.573563","volume":"40","author":"G Marques","year":"2011","unstructured":"Marques, G., Langlois, T., Gouyon, F., Lopes, M., Sordo, M.: Short-term feature space and music genre classification. J. New Music Res. 40(2), 127\u2013137 (2011)","journal-title":"J. New Music Res."},{"unstructured":"Marques, G., Lopes, M., Sordo, M., Langlois, T., Gouyon, F.: Additional evidence that common low-level features of individual audio frames are not representative of music genres. In: Proceedings of SMC, Barcelona, Spain, July 2010","key":"6_CR31"},{"unstructured":"McKay, C., Fujinaga, I.: Music genre classification: Is it worth pursuing and how can it be improved? In: Proceedings of ISMIR, pp. 101\u2013106, Oct 2006","key":"6_CR32"},{"unstructured":"MIREX (2012). http:\/\/www.music-ir.org\/mirex","key":"6_CR33"},{"unstructured":"Pachet, F., Cazaly, D.: A taxonomy of musical genres. In: Proceedings of Content-based Multimedia Information Access Conference, Paris, France, Apr 2000","key":"6_CR34"},{"unstructured":"Pampalk, E., Flexer, A., Widmer, G.: Improvements of audio-based music similarity and genre classification. In: Proceedings of ISMIR, pp. 628\u2013233 (2005)","key":"6_CR35"},{"unstructured":"Peeters, G., Fort, K.: Towards a (better) definition of the description of annotated mir corpora. In: ISMIR, pp. 25\u201330 (2012)","key":"6_CR36"},{"key":"6_CR37","doi-asserted-by":"publisher","first-page":"2","DOI":"10.1109\/TSSC.1965.300051","volume":"1","author":"W Rowe","year":"1965","unstructured":"Rowe, W.: Why system science and cybernetics? IEEE Trans. Syst. Cybernet. 1, 2\u20133 (1965)","journal-title":"IEEE Trans. Syst. Cybernet."},{"key":"6_CR38","volume-title":"The Alpha-numeric System for Classification of Recordings","author":"C Saheb-Ettaba","year":"1969","unstructured":"Saheb-Ettaba, C., McFarland, R.B.: The Alpha-numeric System for Classification of Recordings. Bro-Dart Publishing Company, Williamsport (1969)"},{"issue":"3","key":"6_CR39","doi-asserted-by":"publisher","first-page":"523","DOI":"10.1007\/s10844-013-0247-6","volume":"41","author":"M Schedl","year":"2013","unstructured":"Schedl, M., Flexer, A., Urbano, J.: The neglected user in music information retrieval research. J. Intell. Info. Syst. 41(3), 523\u2013539 (2013)","journal-title":"J. Intell. Info. Syst."},{"unstructured":"Schindler, A., Mayer, R., Rauber, A.: Facilitating comprehensive benchmarking experiments on the million song dataset. In: Proceedings of ISMIR, Oct 2012","key":"6_CR40"},{"unstructured":"Serra, X., Magas, M., Benetos, E., Chudy, M., Dixon, S., Flexer, A., G\u00f3mez, E., Gouyon, F., Herrera, P., Jord\u00e0, S., Paytuvi, O., Peeters, G., Schl\u00fcter, J., Vinet, H., Widmer, G.: Roadmap for Music Information ReSearch. Creative Commons (2013)","key":"6_CR41"},{"unstructured":"Sturm, B.L.: A survey of evaluation in music genre recognition. In: Proceedings of Adaptive Multimedia Retrieval, Oct 2012","key":"6_CR42"},{"doi-asserted-by":"crossref","unstructured":"Sturm, B.L.: Two systems for automatic music genre recognition: what are they really recognizing? In: Proceedings of ACM MIRUM Workshop, pp. 69\u201374, Nov 2012","key":"6_CR43","DOI":"10.1145\/2390848.2390866"},{"issue":"3","key":"6_CR44","doi-asserted-by":"publisher","first-page":"371","DOI":"10.1007\/s10844-013-0250-y","volume":"41","author":"BL Sturm","year":"2013","unstructured":"Sturm, B.L.: Classification accuracy is not enough: on the evaluation of music genre recognition systems. J. Intell. Info. Syst. 41(3), 371\u2013406 (2013)","journal-title":"J. Intell. Info. Syst."},{"doi-asserted-by":"crossref","unstructured":"Sturm, B.L.: Evaluating music emotion recognition: Lessons from music genre recognition? In: Proceedings of ICME (2013)","key":"6_CR45","DOI":"10.1109\/ICMEW.2013.6618342"},{"issue":"2","key":"6_CR46","doi-asserted-by":"publisher","first-page":"147","DOI":"10.1080\/09298215.2014.894533","volume":"43","author":"BL Sturm","year":"2014","unstructured":"Sturm, B.L.: The state of the art ten years after a state of the art: future research in music information retrieval. J. New Music Res. 43(2), 147\u2013172 (2014)","journal-title":"J. New Music Res."},{"doi-asserted-by":"crossref","unstructured":"Sturm, B.L.: A simple method to determine if a music information retrieval system is a \u201chorse\u201d. IEEE Trans. Multimedia (in press, 2014)","key":"6_CR47","DOI":"10.1109\/TMM.2014.2330697"},{"doi-asserted-by":"crossref","unstructured":"Sturm, B.L., Kereliuk, C., Pikrakis, A.: A closer look at deep learning neural networks with low-level spectral periodicity features. In: Proceedings of International Workshop on Cognitive Information Processing (2014)","key":"6_CR48","DOI":"10.1109\/CIP.2014.6844511"},{"unstructured":"Urbano, J.: Information retrieval meta-evaluation: challenges and opportunities in the music domain. In: Proceedings of ISMIR, pp. 609\u2013614 (2011)","key":"6_CR49"},{"unstructured":"Urbano, J.: Evaluation in Audio Music Similarity. Ph.D. thesis, University Carlos III of Madrid (2013)","key":"6_CR50"},{"unstructured":"Urbano, J., McFee, B., Downie, J.S., Schedl, M.: How significant is statistically significant? the case of audio music similarity and retrieval. In: Proceedings of ISMIR, pp. 181\u2013186 (2012)","key":"6_CR51"},{"unstructured":"Urbano, J., M\u00f3nica, M., Morato, J.: Audio music similarity and retrieval: evaluation power and stability. In: Proceedings of ISMIR, pp. 597\u2013602 (2011)","key":"6_CR52"},{"issue":"3","key":"6_CR53","doi-asserted-by":"publisher","first-page":"345","DOI":"10.1007\/s10844-013-0249-4","volume":"41","author":"J Urbano","year":"2013","unstructured":"Urbano, J., Schedl, M., Serra, X.: Evaluation in music information retrieval. J. Intell. Info. Syst. 41(3), 345\u2013369 (2013)","journal-title":"J. Intell. Info. Syst."},{"key":"6_CR54","series-title":"Statistics and Computing","doi-asserted-by":"publisher","DOI":"10.1007\/978-0-387-21706-2","volume-title":"Modern Applied Statistics with S","author":"WN Venables","year":"2002","unstructured":"Venables, W.N., Ripley, B.D.: Modern Applied Statistics with S. Statistics and Computing, 4th edn. Springer, New York (2002)","edition":"4"},{"doi-asserted-by":"crossref","unstructured":"Wiggins, G.A.: Semantic gap?? Schemantic schmap!! Methodological considerations in the scientific study of music. In: Proceedings of IEEE International Symposium Mulitmedia, pp. 477\u2013482, Dec 2009","key":"6_CR55","DOI":"10.1109\/ISM.2009.36"}],"container-title":["Lecture Notes in Computer Science","Sound, Music, and Motion"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-319-12976-1_6","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,2,15]],"date-time":"2023-02-15T02:18:11Z","timestamp":1676427491000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-319-12976-1_6"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2014]]},"ISBN":["9783319129754","9783319129761"],"references-count":55,"URL":"https:\/\/doi.org\/10.1007\/978-3-319-12976-1_6","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2014]]},"assertion":[{"value":"5 December 2014","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}}]}}