{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,11,15]],"date-time":"2025-11-15T10:28:52Z","timestamp":1763202532044,"version":"3.28.0"},"reference-count":44,"publisher":"IEEE","license":[{"start":{"date-parts":[[2021,7,18]],"date-time":"2021-07-18T00:00:00Z","timestamp":1626566400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2021,7,18]],"date-time":"2021-07-18T00:00:00Z","timestamp":1626566400000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2021,7,18]],"date-time":"2021-07-18T00:00:00Z","timestamp":1626566400000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2021,7,18]]},"DOI":"10.1109\/ijcnn52387.2021.9533320","type":"proceedings-article","created":{"date-parts":[[2021,9,20]],"date-time":"2021-09-20T21:27:41Z","timestamp":1632173261000},"page":"1-8","source":"Crossref","is-referenced-by-count":2,"title":["OpinionRank: Extracting Ground Truth Labels from Unreliable Expert Opinions with Graph-Based Spectral Ranking"],"prefix":"10.1109","author":[{"given":"Glenn","family":"Dawson","sequence":"first","affiliation":[]},{"given":"Robi","family":"Polikar","sequence":"additional","affiliation":[]}],"member":"263","reference":[{"key":"ref39","doi-asserted-by":"publisher","DOI":"10.1145\/1401890.1401906"},{"key":"ref38","doi-asserted-by":"publisher","DOI":"10.1145\/1102351.1102363"},{"key":"ref33","article-title":"Semi-supervised learning from crowds using deep generative models","volume":"32","author":"atarashi","year":"0","journal-title":"Proc of the AAAI Conf on Artificial Intelligence"},{"key":"ref32","doi-asserted-by":"publisher","DOI":"10.24963\/ijcai.2017\/184"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.1109\/ICASSP.2016.7472094"},{"key":"ref30","first-page":"1","article-title":"Spectral methods meet em: A provably optimal algorithm for crowdsourcing","volume":"17","author":"zhang","year":"2016","journal-title":"J Mach Learn Res"},{"key":"ref37","doi-asserted-by":"publisher","DOI":"10.1613\/jair.1523"},{"key":"ref36","first-page":"404","article-title":"TextRank: Bringing order into text","author":"mihalcea","year":"0","journal-title":"Proc of the 2004 Conf on Empirical Methods in Natural Language Processing"},{"key":"ref35","article-title":"The pagerank citation ranking: Bringing order to the web","author":"page","year":"1999","journal-title":"Technical Report 1999-66 Stanford InfoLab"},{"key":"ref34","first-page":"1141","author":"shi","year":"2020","journal-title":"Semi-Supervised Multi-Label Learning from Crowds via Deep Sequential Generative Model"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1007\/BF01718803"},{"key":"ref40","doi-asserted-by":"publisher","DOI":"10.1145\/1277741.1277790"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1007\/BF01705949"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1016\/0165-4896(89)90012-7"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1111\/1467-9760.00128"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.2307\/2346806"},{"key":"ref15","first-page":"1085","article-title":"Inferring ground truth from subjective labelling of venus images","volume":"7","author":"smyth","year":"1995","journal-title":"Adv in NeurIPS"},{"key":"ref16","article-title":"Whose vote should count more: Optimal integration of labels from labelers of unknown expertise","author":"whitehill","year":"2009","journal-title":"Adv in NeurIPS"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1109\/TPAMI.2011.280"},{"key":"ref18","first-page":"ii-262","article-title":"Aggregating ordinal labels from crowds by minimax conditional entropy","author":"zhou","year":"0","journal-title":"Proc of the 31 st Int Conf on Machine Learning - Volume 32 ICML'14"},{"key":"ref19","article-title":"Minimax optimal convergence rates for estimating ground truth from crowdsourced labels","author":"gao","year":"2013","journal-title":"ArXiv Preprint"},{"key":"ref28","first-page":"2424","article-title":"The multidimensional wisdom of crowds","volume":"23","author":"welinder","year":"2010","journal-title":"Adv in NeurIPS"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1007\/s11280-019-00718-5"},{"key":"ref27","first-page":"1297","article-title":"Learning from crowds","volume":"11","author":"raykar","year":"2010","journal-title":"J Mach Learn Res"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1007\/s10579-012-9176-1"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1016\/j.eswa.2014.06.044"},{"key":"ref29","first-page":"2238","article-title":"Contrastive learning using spectral methods","volume":"26","author":"zou","year":"2013","journal-title":"Adv in NeurIPS"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1145\/1401890.1401965"},{"key":"ref8","article-title":"Re-labeling imagenet: from single to multi-labels, from global to localized labels","author":"yun","year":"2021","journal-title":"ArXiv Preprint"},{"key":"ref7","article-title":"Are we done with imagenet?","author":"beyer","year":"2020","journal-title":"ArXiv Preprint"},{"key":"ref2","first-page":"254","article-title":"Cheap and fast-but is it good? evaluating non-expert annotations for natural language tasks","author":"snow","year":"0","journal-title":"Proc of the Conf on Empirical Methods in Natural Language Processing EMNLP '08"},{"journal-title":"Essai sur l'application de l'analyse if la probabilité des décisions rendues à la pluralité des voix L'imprimerie royale","year":"1785","author":"de caritat","key":"ref9"},{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2009.5206848"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1016\/j.patrec.2013.05.012"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.1145\/3219819.3219958"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1007\/s10994-013-5412-1"},{"key":"ref42","doi-asserted-by":"publisher","DOI":"10.1037\/h0084096"},{"key":"ref24","first-page":"285","article-title":"Aggregating crowd-sourced binary ratings","author":"dalvi","year":"0","journal-title":"Proc of the 22nd Int Conf on World Wide Web WWW '13"},{"journal-title":"Ueber Matrizen aus nicht negativen Elementen","year":"1912","author":"frobenius","key":"ref41"},{"key":"ref23","first-page":"167","article-title":"Who moderates the moderators? crowdsourcing abuse detection in user-generated content","author":"ghosh","year":"0","journal-title":"Proc of the 12th ACM SIGecom EC '11"},{"key":"ref44","doi-asserted-by":"publisher","DOI":"10.1214\/18-AOS1745"},{"key":"ref26","first-page":"692","article-title":"Variational inference for crowdsourcing","volume":"25","author":"liu","year":"2012","journal-title":"Adv in NeurIPS"},{"key":"ref43","doi-asserted-by":"publisher","DOI":"10.1137\/1035004"},{"key":"ref25","first-page":"64","article-title":"Optimistic knowledge gradient policy for optimal budget allocation in crowdsourcing","author":"chen","year":"0","journal-title":"Proc of the 30th Int Conf on Machine Learning"}],"event":{"name":"2021 International Joint Conference on Neural Networks (IJCNN)","start":{"date-parts":[[2021,7,18]]},"location":"Shenzhen, China","end":{"date-parts":[[2021,7,22]]}},"container-title":["2021 International Joint Conference on Neural Networks (IJCNN)"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/9533266\/9533267\/09533320.pdf?arnumber=9533320","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,5,10]],"date-time":"2022-05-10T15:45:55Z","timestamp":1652197555000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/9533320\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2021,7,18]]},"references-count":44,"URL":"https:\/\/doi.org\/10.1109\/ijcnn52387.2021.9533320","relation":{},"subject":[],"published":{"date-parts":[[2021,7,18]]}}}