{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,2,21]],"date-time":"2025-02-21T03:41:58Z","timestamp":1740109318666,"version":"3.37.3"},"reference-count":50,"publisher":"Springer Science and Business Media LLC","issue":"4","license":[{"start":{"date-parts":[[2022,2,20]],"date-time":"2022-02-20T00:00:00Z","timestamp":1645315200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2022,2,20]],"date-time":"2022-02-20T00:00:00Z","timestamp":1645315200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Knowl Inf Syst"],"published-print":{"date-parts":[[2022,4]]},"DOI":"10.1007\/s10115-021-01644-7","type":"journal-article","created":{"date-parts":[[2022,2,20]],"date-time":"2022-02-20T18:03:44Z","timestamp":1645380224000},"page":"995-1012","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["NeuCrowd: neural sampling network for representation learning with crowdsourced labels"],"prefix":"10.1007","volume":"64","author":[{"given":"Yang","family":"Hao","sequence":"first","affiliation":[]},{"given":"Wenbiao","family":"Ding","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0003-0491-307X","authenticated-orcid":false,"given":"Zitao","family":"Liu","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2022,2,20]]},"reference":[{"key":"1644_CR1","unstructured":"Arazo E, Ortego D, Albert P, O\u2019Connor N, McGuinness K (2019) Unsupervised label noise modeling and loss correction. In: International Conference on Machine Learning, PMLR, pp. 312\u2013321"},{"issue":"8","key":"1644_CR2","doi-asserted-by":"publisher","first-page":"1798","DOI":"10.1109\/TPAMI.2013.50","volume":"35","author":"Y Bengio","year":"2013","unstructured":"Bengio Y, Courville A, Vincent P (2013) Representation learning: a review and new perspectives. IEEE Trans Pattern Anal Mach Intell 35(8):1798\u20131828","journal-title":"IEEE Trans Pattern Anal Mach Intell"},{"key":"1644_CR3","unstructured":"Berthelot D, Carlini N, Goodfellow I, Papernot N, Oliver A, Raffel CA (2019) MixMatch: a holistic approach to semi-supervised learning, Advances in Neural Information Processing Systems 32"},{"key":"1644_CR4","doi-asserted-by":"crossref","unstructured":"Chen J, Li H, Wang W, Ding W, Huang GY, Liu Z (2019) A multimodal alerting system for online class quality assurance. In: International conference on artificial intelligence in education, pp 381\u2013385","DOI":"10.1007\/978-3-030-23207-8_70"},{"key":"1644_CR5","unstructured":"Dos Santos C, Gatti M (2014) Deep convolutional neural networks for sentiment analysis of short texts. In: Proceedings of COLING 2014, the 25th international conference on computational linguistics: technical papers, pp 69\u201378"},{"key":"1644_CR6","doi-asserted-by":"crossref","unstructured":"Duan Y, Chen L, Lu J, Zhou J (2019) Deep embedding learning with discriminative sampling policy. In: Proceedings of the IEEE\/CVF conference on computer vision and pattern recognition, pp 4964\u20134973","DOI":"10.1109\/CVPR.2019.00510"},{"issue":"4","key":"1644_CR7","doi-asserted-by":"publisher","first-page":"594","DOI":"10.1109\/TPAMI.2006.79","volume":"28","author":"L Fei-Fei","year":"2006","unstructured":"Fei-Fei L, Fergus R, Perona P (2006) One-shot learning of object categories. IEEE Trans Pattern Anal Mach Intell 28(4):594\u2013611","journal-title":"IEEE Trans Pattern Anal Mach Intell"},{"issue":"5","key":"1644_CR8","doi-asserted-by":"publisher","first-page":"378","DOI":"10.1037\/h0031619","volume":"76","author":"JL Fleiss","year":"1971","unstructured":"Fleiss JL (1971) Measuring nominal scale agreement among many raters. Psychol Bull 76(5):378","journal-title":"Psychol Bull"},{"key":"1644_CR9","doi-asserted-by":"crossref","unstructured":"Grbovic M, Cheng H (2018) Real-time personalization using embeddings for search ranking at Airbnb. In: Proceedings of the 24th ACM SIGKDD international conference on knowledge discovery and data mining, pp 311\u2013320","DOI":"10.1145\/3219819.3219885"},{"key":"1644_CR10","unstructured":"Guyon I, Gunn S, Ben-Hur A, Dror G (2004) Result analysis of the nips 2003 feature selection challenge. Advances in Neural Information Processing Systems, vol 17"},{"key":"1644_CR11","doi-asserted-by":"crossref","unstructured":"Han H, Wang W-Y, Mao B-H (2005) Borderline-SMOTE: a new over-sampling method in imbalanced data sets learning. In: International conference on intelligent computing. Springer, pp 878\u2013887","DOI":"10.1007\/11538059_91"},{"key":"1644_CR12","doi-asserted-by":"crossref","unstructured":"Hao Y, Zhai X, Ding W, Liu Z (2021) Temporal-aware language representation learning from crowdsourced labels. In: Proceedings of the 6th workshop on representation learning for NLP (RepL4NLP-2021), pp 47\u201356","DOI":"10.18653\/v1\/2021.repl4nlp-1.6"},{"key":"1644_CR13","doi-asserted-by":"crossref","unstructured":"He X, Zhou Y, Zhou Z, Bai S, Bai X (2018) Triplet-center loss for multi-view 3D object retrieval. In: Proceedings of the IEEE conference on computer vision and pattern recognition, pp 1945\u20131954","DOI":"10.1109\/CVPR.2018.00208"},{"key":"1644_CR14","doi-asserted-by":"crossref","unstructured":"Huang P-S, He X, Gao J, Deng L, Acero A, Heck L (2013) Learning deep structured semantic models for web search using clickthrough data. In: Proceedings of the 22nd ACM international conference on information and knowledge management, pp 2333\u20132338","DOI":"10.1145\/2505515.2505665"},{"key":"1644_CR15","doi-asserted-by":"crossref","unstructured":"Kittur A, Chi EH, Suh B (2008) Crowdsourcing user studies with mechanical turk. In: Proceedings of the SIGCHI conference on human factors in computing systems, pp 453\u2013456","DOI":"10.1145\/1357054.1357127"},{"key":"1644_CR16","unstructured":"Koch G, Zemel R, Salakhutdinov R (2015) Siamese neural networks for one-shot image recognition. In: ICML deep learning workshop, vol 2. Lille"},{"key":"1644_CR17","unstructured":"Li J, Socher R, Hoi SC (2019) DivideMix: Learning with noisy labels as semi-supervised learning. In: International conference on learning (Representations)"},{"key":"1644_CR18","doi-asserted-by":"crossref","unstructured":"Li K, Li G, Wang Y, Huang Y, Liu Z, Wu Z (2021) CrowdRL: an end-to-end reinforcement learning framework for data labelling. In: 2021 IEEE 37th international conference on data engineering, pp 289\u2013300","DOI":"10.1109\/ICDE51399.2021.00032"},{"key":"1644_CR19","unstructured":"Li Y, Rubinstein B, Cohn T (2019) Exploiting worker correlation for label aggregation in crowdsourcing. In: International conference on machine learning, pp 3886\u20133895"},{"key":"1644_CR20","doi-asserted-by":"crossref","unstructured":"Oh Song H, Xiang Y, Jegelka S, Savarese S (2016) Deep metric learning via lifted structured feature embedding. In: Proceedings of the IEEE conference on computer vision and pattern recognition, pp 4004\u20134012","DOI":"10.1109\/CVPR.2016.434"},{"key":"1644_CR21","doi-asserted-by":"crossref","unstructured":"Orgill GL, Romney GW, Bailey MG, Orgill PM (2004) The urgency for effective user privacy-education to counter social engineering attacks on secure computer systems. In: Proceedings of the 5th conference on information technology education, pp 177\u2013181","DOI":"10.1145\/1029533.1029577"},{"issue":"4","key":"1644_CR22","doi-asserted-by":"publisher","first-page":"694","DOI":"10.1109\/TASLP.2016.2520371","volume":"24","author":"H Palangi","year":"2016","unstructured":"Palangi H, Deng L, Shen Y, Gao J, He X, Chen J, Song X, Ward R (2016) Deep sentence embedding using long short-term memory networks: analysis and application to information retrieval. IEEE\/ACM Trans Audio Speech Lang Process 24(4):694\u2013707","journal-title":"IEEE\/ACM Trans Audio Speech Lang Process"},{"issue":"1","key":"1644_CR23","doi-asserted-by":"publisher","first-page":"37","DOI":"10.1038\/s41591-018-0272-7","volume":"25","author":"WN Price","year":"2019","unstructured":"Price WN, Cohen IG (2019) Privacy in the age of medical big data. Nat Med 25(1):37\u201343","journal-title":"Nat Med"},{"key":"1644_CR24","first-page":"3567","volume":"29","author":"AJ Ratner","year":"2016","unstructured":"Ratner AJ, De Sa CM, Wu S, Selsam D, R\u00e9 C (2016) Data programming: creating large training sets, quickly. Adv Neural Inf Process Syst 29:3567\u20133575","journal-title":"Adv Neural Inf Process Syst"},{"key":"1644_CR25","unstructured":"Ravi S, Larochelle H (2017) Optimization as a model for few-shot learning. In: International conference on learning representations"},{"key":"1644_CR26","unstructured":"Raykar VC, Yu S, Zhao LH, Valadez GH, Florin C, Bogoni L, Moy L (2010) Learning from crowds. J Mach Learn Res 11(4)"},{"key":"1644_CR27","doi-asserted-by":"crossref","unstructured":"Rodrigues F, Pereira F (2018) Deep learning from crowds. In: Proceedings of the AAAI conference on artificial intelligence, vol 32","DOI":"10.1609\/aaai.v32i1.11506"},{"key":"1644_CR28","unstructured":"Rodrigues F, Pereira F, Ribeiro B (2014) Gaussian process classification and active learning with multiple annotators. In: International conference on machine learning, pp 433\u2013441"},{"issue":"1","key":"1644_CR29","first-page":"43","volume":"3","author":"MJ Rodr\u00edguez-Triana","year":"2016","unstructured":"Rodr\u00edguez-Triana MJ, Mart\u00ednez-Mon\u00e9s A, Villagr\u00e1-Sobrino S (2016) Learning analytics in small-scale teacher-led innovations: ethical and data privacy issues. J Learn Anal 3(1):43\u201365","journal-title":"J Learn Anal"},{"key":"1644_CR30","doi-asserted-by":"publisher","first-page":"93","DOI":"10.3917\/jie.007.0093","volume":"1","author":"E Schenk","year":"2011","unstructured":"Schenk E, Guittard C (2011) Towards a characterization of crowdsourcing practices. J Innov Econ Manag 1:93\u2013107","journal-title":"J Innov Econ Manag"},{"key":"1644_CR31","doi-asserted-by":"crossref","unstructured":"Schroff F, Kalenichenko D, Philbin J (2015) FaceNet: a unified embedding for face recognition and clustering. In: Proceedings of the IEEE conference on computer vision and pattern recognition, pp 815\u2013823","DOI":"10.1109\/CVPR.2015.7298682"},{"key":"1644_CR32","doi-asserted-by":"crossref","unstructured":"Sheng VS, Provost F, Ipeirotis PG (2008) Get another label? improving data quality and data mining using multiple, noisy labelers. In: Proceedings of the 14th ACM SIGKDD international conference on knowledge discovery and data mining, pp 614\u2013622","DOI":"10.1145\/1401890.1401965"},{"key":"1644_CR33","doi-asserted-by":"crossref","unstructured":"Shrivastava A, Gupta A, Girshick R (2016) Training region-based object detectors with online hard example mining. In: Proceedings of the IEEE conference on computer vision and pattern recognition, pp 761\u2013769","DOI":"10.1109\/CVPR.2016.89"},{"key":"1644_CR34","unstructured":"Snell J, Swersky K, Zemel R (2017) Prototypical networks for few-shot learning. In: Proceedings of the 31st international conference on neural information processing systems, pp 4080\u20134090"},{"key":"1644_CR35","unstructured":"Sohn K (2016) Improved deep metric learning with multi-class n-pair loss objective. Advances in Neural Information Processing Systems 1857\u20131865"},{"key":"1644_CR36","doi-asserted-by":"crossref","unstructured":"Soto, V. and Hirschberg, J. (2017). Crowdsourcing universal part-of-speech tags for code-switching, arXiv preprint arXiv:1703.08537","DOI":"10.21437\/Interspeech.2017-1663"},{"key":"1644_CR37","doi-asserted-by":"crossref","unstructured":"Sung F, Yang Y, Zhang L, Xiang T, Torr PH, Hospedales TM (2018) Learning to compare: Relation network for few-shot learning. Proceedings of the IEEE conference on Computer Vision and Pattern Recognition. pp 1199\u20131208","DOI":"10.1109\/CVPR.2018.00131"},{"key":"1644_CR38","unstructured":"Sung K-K (1996) Learning and example selection for object and pattern detection"},{"key":"1644_CR39","unstructured":"Takamatsu S, Sato I, Nakagawa H (2012) Reducing wrong labels in distant supervision for relation extraction. In: Proceedings of the 50th annual meeting of the association for computational linguistics (Volume 1: Long Papers), pp 721\u2013729"},{"key":"1644_CR40","doi-asserted-by":"crossref","unstructured":"Takeoka K, Dong Y, Oyamada M (2020) Learning with unsure responses. In: Proceedings of the AAAI conference on artificial intelligence, vol 34, pp 230\u2013237","DOI":"10.1609\/aaai.v34i01.5355"},{"key":"1644_CR41","first-page":"3630","volume":"29","author":"O Vinyals","year":"2016","unstructured":"Vinyals O, Blundell C, Lillicrap T, Wierstra D et al (2016) Matching networks for one shot learning. Adv Neural Inf Process Syst 29:3630\u20133638","journal-title":"Adv Neural Inf Process Syst"},{"key":"1644_CR42","doi-asserted-by":"crossref","unstructured":"Wang W, Xu G, Ding W, Huang Y, Li G, Tang J, Liu Z (2020) Representation learning from limited educational data with crowdsourced labels. IEEE Trans Knowl Data Eng","DOI":"10.1109\/TKDE.2020.3017122"},{"key":"1644_CR43","first-page":"2035","volume":"22","author":"J Whitehill","year":"2009","unstructured":"Whitehill J, Wu T-F, Bergsma J, Movellan J, Ruvolo P (2009) Whose vote should count more: optimal integration of labels from labelers of unknown expertise. Adv Neural Inf Process Syst 22:2035\u20132043","journal-title":"Adv Neural Inf Process Syst"},{"key":"1644_CR44","doi-asserted-by":"crossref","unstructured":"Xu G, Ding W, Tang J, Yang S, Huang GY, Liu Z (2019) Learning effective embeddings from crowdsourced labels: an educational case study. In: 2019 IEEE 35th international conference on data engineering, IEEE, pp 1922\u20131927","DOI":"10.1109\/ICDE.2019.00208"},{"key":"1644_CR45","doi-asserted-by":"crossref","unstructured":"Xue H-J, Dai X-Y, Zhang J, Huang S, Chen J (2017) Deep matrix factorization models for recommender systems. In: Proceedings of the 26th international joint conference on artificial intelligence, pp 3203\u20133209","DOI":"10.24963\/ijcai.2017\/447"},{"key":"1644_CR46","unstructured":"Yan Y, Rosales R, Fung G, Schmidt M, Hermosillo G, Bogoni L, Moy L, Dy J (2010) Modeling annotator expertise: Learning when everybody knows a bit of something. In: Proceedings of the thirteenth international conference on artificial intelligence and statistics, pp 932\u2013939"},{"issue":"3","key":"1644_CR47","doi-asserted-by":"publisher","first-page":"291","DOI":"10.1007\/s10994-013-5412-1","volume":"95","author":"Y Yan","year":"2014","unstructured":"Yan Y, Rosales R, Fung G, Subramanian R, Dy J (2014) Learning from multiple annotators with varying expertise. Mach Learn 95(3):291\u2013327","journal-title":"Mach Learn"},{"key":"1644_CR48","unstructured":"Zeiler MD (2012) ADADELTA: an adaptive learning rate method, arXiv preprint arXiv:1212.5701"},{"key":"1644_CR49","first-page":"1260","volume":"27","author":"Y Zhang","year":"2014","unstructured":"Zhang Y, Chen X, Zhou D, Jordan MI (2014) Spectral methods meet EM: a provably optimal algorithm for crowdsourcing. Adv Neural Inf Process Syst 27:1260\u20131268","journal-title":"Adv Neural Inf Process Syst"},{"key":"1644_CR50","unstructured":"Zhong J, Tang K, Zhou Z-H (2015) Active learning from crowds with unsure option. In: Proceedings of the 24th international conference on artificial intelligence, pp 1061\u20131067"}],"container-title":["Knowledge and Information Systems"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10115-021-01644-7.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s10115-021-01644-7\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10115-021-01644-7.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,1,27]],"date-time":"2023-01-27T14:16:14Z","timestamp":1674828974000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s10115-021-01644-7"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022,2,20]]},"references-count":50,"journal-issue":{"issue":"4","published-print":{"date-parts":[[2022,4]]}},"alternative-id":["1644"],"URL":"https:\/\/doi.org\/10.1007\/s10115-021-01644-7","relation":{},"ISSN":["0219-1377","0219-3116"],"issn-type":[{"type":"print","value":"0219-1377"},{"type":"electronic","value":"0219-3116"}],"subject":[],"published":{"date-parts":[[2022,2,20]]},"assertion":[{"value":"22 February 2021","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"10 December 2021","order":2,"name":"revised","label":"Revised","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"11 December 2021","order":3,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"20 February 2022","order":4,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}}]}}