{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,22]],"date-time":"2026-04-22T19:13:31Z","timestamp":1776885211844,"version":"3.51.2"},"reference-count":21,"publisher":"IEEE","license":[{"start":{"date-parts":[[2021,8,23]],"date-time":"2021-08-23T00:00:00Z","timestamp":1629676800000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2021,8,23]],"date-time":"2021-08-23T00:00:00Z","timestamp":1629676800000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"funder":[{"DOI":"10.13039\/501100002341","name":"Academy of Finland","doi-asserted-by":"publisher","award":["332063"],"award-info":[{"award-number":["332063"]}],"id":[{"id":"10.13039\/501100002341","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2021,8,23]]},"DOI":"10.23919\/eusipco54536.2021.9616087","type":"proceedings-article","created":{"date-parts":[[2021,12,8]],"date-time":"2021-12-08T21:55:53Z","timestamp":1639000553000},"page":"76-80","source":"Crossref","is-referenced-by-count":23,"title":["What is the ground truth? Reliability of multi-annotator data for audio tagging"],"prefix":"10.23919","author":[{"given":"Irene","family":"Martin-Morato","sequence":"first","affiliation":[]},{"given":"Annamaria","family":"Mesaros","sequence":"additional","affiliation":[]}],"member":"263","reference":[{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1109\/TMI.2004.828354"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-642-35428-1_24"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1109\/TIP.2016.2544703"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.33682\/m5kp-fa97"},{"key":"ref14","first-page":"1120","article-title":"Learning whom to trust with MACE","author":"hovy","year":"2013","journal-title":"Proceedings of the 2013 Conference of the North American Chapter of the Association for Computational Linguistics Human Language Technologies"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1080\/19312458.2011.568376"},{"key":"ref16","author":"krippendorff","year":"2004","journal-title":"Content Analysis An Introduction to Its Methodology"},{"key":"ref17","article-title":"Assessing data quality of annotations with Krippendorff alpha for applications in computer vision","author":"nassar","year":"2019","journal-title":"ArXiv Preprint"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1145\/2390803.2390816"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1109\/LSP.2020.3006378"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1145\/3290605.3300522"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-63450-0_6"},{"key":"ref6","article-title":"OpenMIC-2018: An open data-set for multiple instrument recognition","author":"humphrey","year":"2018","journal-title":"ISMIR"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1109\/ICASSP.2019.8683158"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1109\/TMM.2015.2428998"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1109\/WASPAA.2015.7336899"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1109\/ICASSP.2017.7952261"},{"key":"ref1","article-title":"Unsupervised contrastive learning of sound event representations","author":"fonseca","year":"2020","journal-title":"ArXiv Preprint"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-642-02230-2_78"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-63450-0_7"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1145\/3134664"}],"event":{"name":"2021 29th European Signal Processing Conference (EUSIPCO)","location":"Dublin, Ireland","start":{"date-parts":[[2021,8,23]]},"end":{"date-parts":[[2021,8,27]]}},"container-title":["2021 29th European Signal Processing Conference (EUSIPCO)"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/9615915\/9615917\/09616087.pdf?arnumber=9616087","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,3,21]],"date-time":"2022-03-21T20:56:49Z","timestamp":1647896209000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/9616087\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2021,8,23]]},"references-count":21,"URL":"https:\/\/doi.org\/10.23919\/eusipco54536.2021.9616087","relation":{},"subject":[],"published":{"date-parts":[[2021,8,23]]}}}