{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,12,9]],"date-time":"2025-12-09T08:24:25Z","timestamp":1765268665517,"version":"3.41.0"},"publisher-location":"New York, NY, USA","reference-count":52,"publisher":"ACM","license":[{"start":{"date-parts":[[2020,8,20]],"date-time":"2020-08-20T00:00:00Z","timestamp":1597881600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2020,8,23]]},"DOI":"10.1145\/3394486.3403304","type":"proceedings-article","created":{"date-parts":[[2020,8,20]],"date-time":"2020-08-20T23:03:53Z","timestamp":1597964633000},"page":"2542-2552","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":10,"title":["CLARA"],"prefix":"10.1145","author":[{"given":"Viet-An","family":"Nguyen","sequence":"first","affiliation":[{"name":"Facebook, Menlo Park, CA, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Peibei","family":"Shi","sequence":"additional","affiliation":[{"name":"Facebook, Menlo Park, CA, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Jagdish","family":"Ramakrishnan","sequence":"additional","affiliation":[{"name":"Facebook, Menlo Park, CA, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Udi","family":"Weinsberg","sequence":"additional","affiliation":[{"name":"Facebook, Menlo Park, CA, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Henry C.","family":"Lin","sequence":"additional","affiliation":[{"name":"Facebook, Menlo Park, CA, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Steve","family":"Metz","sequence":"additional","affiliation":[{"name":"Facebook, Menlo Park, CA, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Neil","family":"Chandra","sequence":"additional","affiliation":[{"name":"Facebook, Menlo Park, CA, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Jane","family":"Jing","sequence":"additional","affiliation":[{"name":"Facebook, Menlo Park, CA, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Dimitris","family":"Kalimeris","sequence":"additional","affiliation":[{"name":"Harvard University, Cambridge, MA, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"320","published-online":{"date-parts":[[2020,8,20]]},"reference":[{"key":"e_1_3_2_1_1_1","volume-title":"Crowdsourcing Inclusivity: Dealing with Diversity of Opinions, Perspectives and Ambiguity in Annotated Data. In WWW. 1294--1295.","author":"Aroyo Lora","year":"2019","unstructured":"Lora Aroyo , Anca Dumitrache , Oana Inel , Zolt\u00e1n Szl\u00e1vik , Benjamin Timmermans , and Chris Welty . 2019 . Crowdsourcing Inclusivity: Dealing with Diversity of Opinions, Perspectives and Ambiguity in Annotated Data. In WWW. 1294--1295. Lora Aroyo, Anca Dumitrache, Oana Inel, Zolt\u00e1n Szl\u00e1vik, Benjamin Timmermans, and Chris Welty. 2019. Crowdsourcing Inclusivity: Dealing with Diversity of Opinions, Perspectives and Ambiguity in Annotated Data. In WWW. 1294--1295."},{"key":"e_1_3_2_1_2_1","doi-asserted-by":"publisher","DOI":"10.5555\/3305381.3305410"},{"key":"e_1_3_2_1_3_1","doi-asserted-by":"crossref","unstructured":"Antonio Bella Cesar Ferri Jose Hernandez-Orallo and Maria Jose Ramirez-Quintana. 2010. Quantification via Probability Estimators. In ICDM.  Antonio Bella Cesar Ferri Jose Hernandez-Orallo and Maria Jose Ramirez-Quintana. 2010. Quantification via Probability Estimators. In ICDM.","DOI":"10.1109\/ICDM.2010.75"},{"key":"e_1_3_2_1_4_1","unstructured":"Joaquin Qui\u00f1onero Candela. 2019. Facebook and the Technical University of Munich Announce New Independent TUM Institute for Ethics in Artificial Intelligence. https:\/\/newsroom.fb.com\/news\/2019\/01\/tum-institute-for-ethics-in-ai\/  Joaquin Qui\u00f1onero Candela. 2019. Facebook and the Technical University of Munich Announce New Independent TUM Institute for Ethics in Artificial Intelligence. https:\/\/newsroom.fb.com\/news\/2019\/01\/tum-institute-for-ethics-in-ai\/"},{"key":"e_1_3_2_1_5_1","unstructured":"Peng Cao Yilun Xu Yuqing Kong and Yizhou Wang. 2019. Max-MIG: an Information Theoretic Approach for Joint Learning from Crowds. In ICLR.  Peng Cao Yilun Xu Yuqing Kong and Yizhou Wang. 2019. Max-MIG: an Information Theoretic Approach for Joint Learning from Crowds. In ICLR."},{"key":"e_1_3_2_1_6_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/N18-1148"},{"key":"e_1_3_2_1_7_1","volume-title":"Multilevel Bayesian models of categorical data annotation. Unpublished manuscript","author":"Carpenter Bob","year":"2008","unstructured":"Bob Carpenter . 2008. Multilevel Bayesian models of categorical data annotation. Unpublished manuscript , Vol. 17 , 122 ( 2008 ), 45--50. Bob Carpenter. 2008. Multilevel Bayesian models of categorical data annotation. Unpublished manuscript, Vol. 17, 122 (2008), 45--50."},{"key":"e_1_3_2_1_8_1","doi-asserted-by":"crossref","unstructured":"A. P. Dawid and A. M. Skene. 1979. Maximum likelihood estimation of observer error-rates using the EM algorithm. Applied Statistics 1 (1979).  A. P. Dawid and A. M. Skene. 1979. Maximum likelihood estimation of observer error-rates using the EM algorithm. Applied Statistics 1 (1979).","DOI":"10.2307\/2346806"},{"key":"e_1_3_2_1_9_1","doi-asserted-by":"publisher","DOI":"10.1214\/aos\/1176344552"},{"key":"e_1_3_2_1_10_1","unstructured":"Facebook. 2016. Introducing FBLearner Flow: Facebook's AI backbone. https:\/\/code.fb.com\/core-data\/introducing-fblearner-flow-facebook-s-ai-backbone\/  Facebook. 2016. Introducing FBLearner Flow: Facebook's AI backbone. https:\/\/code.fb.com\/core-data\/introducing-fblearner-flow-facebook-s-ai-backbone\/"},{"key":"e_1_3_2_1_11_1","doi-asserted-by":"crossref","unstructured":"Paul Felt Kevin Black Eric Ringger Kevin Seppi and Robbie Haertel. 2015. Early Gains Matter: A Case for Preferring Generative over Discriminative Crowdsourcing Models. In NAACL-HLT. 882--891.  Paul Felt Kevin Black Eric Ringger Kevin Seppi and Robbie Haertel. 2015. Early Gains Matter: A Case for Preferring Generative over Discriminative Crowdsourcing Models. In NAACL-HLT. 882--891.","DOI":"10.3115\/v1\/N15-1089"},{"key":"e_1_3_2_1_12_1","unstructured":"Paul Felt Eric Ringger and Kevin Seppi. 2016. Semantic annotation aggregation with conditional crowdsourcing models and word embeddings. In COLING.  Paul Felt Eric Ringger and Kevin Seppi. 2016. Semantic annotation aggregation with conditional crowdsourcing models and word embeddings. In COLING."},{"key":"e_1_3_2_1_13_1","doi-asserted-by":"crossref","unstructured":"George Forman. 2005. Counting Positives Accurately Despite Inaccurate Classification. In ECML.  George Forman. 2005. Counting Positives Accurately Despite Inaccurate Classification. In ECML.","DOI":"10.1007\/11564096_55"},{"key":"e_1_3_2_1_14_1","doi-asserted-by":"publisher","DOI":"10.1007\/s10618-008-0097-y"},{"key":"e_1_3_2_1_15_1","doi-asserted-by":"publisher","DOI":"10.1145\/3117807"},{"key":"e_1_3_2_1_16_1","volume-title":"Hinton","author":"Guan Melody Y.","year":"2017","unstructured":"Melody Y. Guan , Varun Gulshan , Andrew M. Dai , and Geoffrey E . Hinton . 2017 . Who Said What: Modeling Individual Labelers Improves Classification. In AAAI. Melody Y. Guan, Varun Gulshan, Andrew M. Dai, and Geoffrey E. Hinton. 2017. Who Said What: Modeling Individual Labelers Improves Classification. In AAAI."},{"key":"e_1_3_2_1_17_1","volume-title":"Lam Ngoc Tran, and Karl Aberer.","author":"Viet Hung Nguyen Quoc","year":"2013","unstructured":"Nguyen Quoc Viet Hung , Nguyen Thanh Tam , Lam Ngoc Tran, and Karl Aberer. 2013 . An evaluation of aggregation techniques in crowdsourcing. In WISE . Nguyen Quoc Viet Hung, Nguyen Thanh Tam, Lam Ngoc Tran, and Karl Aberer. 2013. An evaluation of aggregation techniques in crowdsourcing. In WISE ."},{"key":"e_1_3_2_1_18_1","doi-asserted-by":"publisher","DOI":"10.1007\/s10618-013-0306-1"},{"key":"e_1_3_2_1_19_1","doi-asserted-by":"publisher","DOI":"10.1145\/1837885.1837906"},{"key":"e_1_3_2_1_20_1","volume-title":"Noise: How to Overcome the High, Hidden Cost of Inconsistent Decision Making. https:\/\/hbr.org\/2016\/10\/noise","author":"Kahneman Daniel","year":"2016","unstructured":"Daniel Kahneman , Andrew M. Rosenfield , Linnea Gandhi , and Tom Blaser . 2016 . Noise: How to Overcome the High, Hidden Cost of Inconsistent Decision Making. https:\/\/hbr.org\/2016\/10\/noise Daniel Kahneman, Andrew M. Rosenfield, Linnea Gandhi, and Tom Blaser. 2016. Noise: How to Overcome the High, Hidden Cost of Inconsistent Decision Making. https:\/\/hbr.org\/2016\/10\/noise"},{"key":"e_1_3_2_1_21_1","unstructured":"David R. Karger Sewoong Oh and Devavrat Shah. 2011. Iterative Learning for Reliable Crowdsourcing Systems. In NeurIPS. 1953--1961.  David R. Karger Sewoong Oh and Devavrat Shah. 2011. Iterative Learning for Reliable Crowdsourcing Systems. In NeurIPS. 1953--1961."},{"key":"e_1_3_2_1_22_1","volume-title":"Keith and Brendan O'Connor","author":"Katherine","year":"2018","unstructured":"Katherine A. Keith and Brendan O'Connor . 2018 . Uncertainty-aware generative models for inferring document class prevalence. In EMNLP. Katherine A. Keith and Brendan O'Connor. 2018. Uncertainty-aware generative models for inferring document class prevalence. In EMNLP."},{"key":"e_1_3_2_1_23_1","unstructured":"Ashish Khetan Zachary C Lipton and Anima Anandkumar. 2018. Learning From Noisy Singly-labeled Data. In ICLR.  Ashish Khetan Zachary C Lipton and Anima Anandkumar. 2018. Learning From Noisy Singly-labeled Data. In ICLR."},{"key":"e_1_3_2_1_24_1","unstructured":"Hyun-Chul Kim and Zoubin Ghahramani. 2012. Bayesian classifier combination. In Artificial Intelligence and Statistics. 619--627.  Hyun-Chul Kim and Zoubin Ghahramani. 2012. Bayesian classifier combination. In Artificial Intelligence and Statistics. 619--627."},{"key":"e_1_3_2_1_25_1","doi-asserted-by":"publisher","DOI":"10.1145\/2897350.2897352"},{"key":"e_1_3_2_1_26_1","unstructured":"Yuan Li Benjamin Rubinstein and Trevor Cohn. 2019. Exploiting Worker Correlation for Label Aggregation in Crowdsourcing. In ICML. 3886--3895.  Yuan Li Benjamin Rubinstein and Trevor Cohn. 2019. Exploiting Worker Correlation for Label Aggregation in Crowdsourcing. In ICML. 3886--3895."},{"key":"e_1_3_2_1_27_1","unstructured":"Qiang Liu Jian Peng and Alexander Ihler. 2012. Variational Inference for Crowdsourcing. In NeurIPS. 692--700.  Qiang Liu Jian Peng and Alexander Ihler. 2012. Variational Inference for Crowdsourcing. In NeurIPS. 692--700."},{"key":"e_1_3_2_1_28_1","volume-title":"JMLR","volume":"16","author":"Moreno Pablo G.","year":"2015","unstructured":"Pablo G. Moreno , Antonio Art\u00e9s-Rodr\u00edguez , Yee Whye Teh , and Fernando Perez-Cruz . 2015 . Bayesian Nonparametric Crowdsourcing . JMLR , Vol. 16 , 1 (2015). Pablo G. Moreno, Antonio Art\u00e9s-Rodr\u00edguez, Yee Whye Teh, and Fernando Perez-Cruz. 2015. Bayesian Nonparametric Crowdsourcing. JMLR, Vol. 16, 1 (2015)."},{"key":"e_1_3_2_1_29_1","doi-asserted-by":"crossref","unstructured":"Alejandro Moreo and Fabrizio Sebastiani. 2019. Learning to Quantify: Estimating Class Prevalence via Supervised Learning. In SIGIR.  Alejandro Moreo and Fabrizio Sebastiani. 2019. Learning to Quantify: Estimating Class Prevalence via Supervised Learning. In SIGIR.","DOI":"10.1145\/3331184.3331389"},{"key":"e_1_3_2_1_30_1","unstructured":"An T. Nguyen Byron C. Wallace and Matthew Lease. 2016. A Correlated Worker Model for Grouped Imbalanced and Multitask Data. In UAI. 537--546.  An T. Nguyen Byron C. Wallace and Matthew Lease. 2016. A Correlated Worker Model for Grouped Imbalanced and Multitask Data. In UAI. 537--546."},{"key":"e_1_3_2_1_31_1","volume-title":"Chuang","author":"Northcutt Curtis G.","year":"2019","unstructured":"Curtis G. Northcutt , Lu Jiang , and Isaac L . Chuang . 2019 . Confident Learning : Estimating Uncertainty in Dataset Labels . arxiv: stat.ML\/1911.00068 Curtis G. Northcutt, Lu Jiang, and Isaac L. Chuang. 2019. Confident Learning: Estimating Uncertainty in Dataset Labels. arxiv: stat.ML\/1911.00068"},{"key":"e_1_3_2_1_32_1","doi-asserted-by":"publisher","DOI":"10.1162\/tacl_a_00185"},{"key":"e_1_3_2_1_33_1","doi-asserted-by":"publisher","DOI":"10.1162\/tacl_a_00040"},{"key":"e_1_3_2_1_34_1","volume-title":"Class-prior Estimation for Learning from Positive and Unlabeled Data. Machine Learning","author":"Plessis Marthinus C.","year":"2017","unstructured":"Marthinus C. Plessis , Gang Niu , and Masashi Sugiyama . 2017. Class-prior Estimation for Learning from Positive and Unlabeled Data. Machine Learning ( 2017 ). Marthinus C. Plessis, Gang Niu, and Masashi Sugiyama. 2017. Class-prior Estimation for Learning from Positive and Unlabeled Data. Machine Learning (2017)."},{"key":"e_1_3_2_1_35_1","doi-asserted-by":"publisher","DOI":"10.14778\/3157794.3157797"},{"key":"e_1_3_2_1_36_1","volume-title":"Luca Bogoni, and Linda Moy.","author":"Raykar Vikas C","year":"2009","unstructured":"Vikas C Raykar , Shipeng Yu , Linda H Zhao , Anna Jerebko , Charles Florin , Gerardo Hermosillo Valadez , Luca Bogoni, and Linda Moy. 2009 . Supervised learning from multiple experts: whom to trust when everyone lies a bit. In ICML. Vikas C Raykar, Shipeng Yu, Linda H Zhao, Anna Jerebko, Charles Florin, Gerardo Hermosillo Valadez, Luca Bogoni, and Linda Moy. 2009. Supervised learning from multiple experts: whom to trust when everyone lies a bit. In ICML."},{"key":"e_1_3_2_1_37_1","volume-title":"JMLR","volume":"11","author":"Raykar Vikas C.","year":"2010","unstructured":"Vikas C. Raykar , Shipeng Yu , Linda H. Zhao , Gerardo Hermosillo Valadez , Charles Florin , Luca Bogoni , and Linda Moy . 2010 . Learning From Crowds . JMLR , Vol. 11 (Aug. 2010), 1297--1322. Vikas C. Raykar, Shipeng Yu, Linda H. Zhao, Gerardo Hermosillo Valadez, Charles Florin, Luca Bogoni, and Linda Moy. 2010. Learning From Crowds. JMLR, Vol. 11 (Aug. 2010), 1297--1322."},{"key":"e_1_3_2_1_38_1","volume-title":"Adjusting the Outputs of a Classifier to New a Priori Probabilities: A Simple Procedure. Neural Computation","author":"Saerens Marco","year":"2002","unstructured":"Marco Saerens , Patrice Latinne , and Christine Decaestecker . 2002. Adjusting the Outputs of a Classifier to New a Priori Probabilities: A Simple Procedure. Neural Computation ( 2002 ). Marco Saerens, Patrice Latinne, and Christine Decaestecker. 2002. Adjusting the Outputs of a Classifier to New a Priori Probabilities: A Simple Procedure. Neural Computation (2002)."},{"key":"e_1_3_2_1_39_1","volume-title":"Ipeirotis","author":"Sheng Victor S.","year":"2008","unstructured":"Victor S. Sheng , Foster Provost , and Panagiotis G . Ipeirotis . 2008 . Get Another Label? Improving Data Quality and Data Mining Using Multiple, Noisy Labelers. In SIGKDD. 614--622. Victor S. Sheng, Foster Provost, and Panagiotis G. Ipeirotis. 2008. Get Another Label? Improving Data Quality and Data Mining Using Multiple, Noisy Labelers. In SIGKDD. 614--622."},{"volume-title":"Dynamic Bayesian Combination of Multiple Imperfect Classifiers","author":"Simpson Edwin","key":"e_1_3_2_1_40_1","unstructured":"Edwin Simpson , Stephen Roberts , Ioannis Psorakis , and Arfon Smith . 2013. Dynamic Bayesian Combination of Multiple Imperfect Classifiers . Springer Berlin Heidelberg, Berlin , Heidelberg , 1--35. Edwin Simpson, Stephen Roberts, Ioannis Psorakis, and Arfon Smith. 2013. Dynamic Bayesian Combination of Multiple Imperfect Classifiers .Springer Berlin Heidelberg, Berlin, Heidelberg, 1--35."},{"key":"e_1_3_2_1_41_1","unstructured":"Padhraic Smyth Usama M Fayyad Michael C Burl Pietro Perona and Pierre Baldi. 1995. Inferring ground truth from subjective labelling of Venus images. In NeurIPS. 1085--1092.  Padhraic Smyth Usama M Fayyad Michael C Burl Pietro Perona and Pierre Baldi. 1995. Inferring ground truth from subjective labelling of Venus images. In NeurIPS. 1085--1092."},{"key":"e_1_3_2_1_42_1","doi-asserted-by":"crossref","unstructured":"Rion Snow Brendan O'Connor Daniel Jurafsky and Andrew Ng. 2008. Cheap and Fast -- But is it Good? Evaluating Non-Expert Annotations for Natural Language Tasks. In EMNLP. 254--263.  Rion Snow Brendan O'Connor Daniel Jurafsky and Andrew Ng. 2008. Cheap and Fast -- But is it Good? Evaluating Non-Expert Annotations for Natural Language Tasks. In EMNLP. 254--263.","DOI":"10.3115\/1613715.1613751"},{"key":"e_1_3_2_1_43_1","first-page":"193","article-title":"Making Better Use of the Crowd","volume":"18","author":"Vaughan Jennifer Wortman","year":"2018","unstructured":"Jennifer Wortman Vaughan . 2018 . Making Better Use of the Crowd : How Crowdsourcing Can Advance Machine Learning Research. JMLR , Vol. 18 (2018), 193 -- 191 . Jennifer Wortman Vaughan. 2018. Making Better Use of the Crowd: How Crowdsourcing Can Advance Machine Learning Research. JMLR, Vol. 18 (2018), 193--1.","journal-title":"How Crowdsourcing Can Advance Machine Learning Research. JMLR"},{"key":"e_1_3_2_1_44_1","doi-asserted-by":"crossref","unstructured":"Matteo Venanzi John Guiver Gabriella Kazai Pushmeet Kohli and Milad Shokouhi. 2014. Community-based Bayesian Aggregation Models for Crowdsourcing. In WWW.  Matteo Venanzi John Guiver Gabriella Kazai Pushmeet Kohli and Milad Shokouhi. 2014. Community-based Bayesian Aggregation Models for Crowdsourcing. In WWW.","DOI":"10.1145\/2566486.2567989"},{"key":"e_1_3_2_1_45_1","unstructured":"Peter Welinder Steve Branson Pietro Perona and Serge J Belongie. 2010. The multidimensional wisdom of crowds. In NeurIPS. 2424--2432.  Peter Welinder Steve Branson Pietro Perona and Serge J Belongie. 2010. The multidimensional wisdom of crowds. In NeurIPS. 2424--2432."},{"key":"e_1_3_2_1_46_1","unstructured":"Jacob Whitehill Ting-fan Wu Jacob Bergsma Javier R Movellan and Paul L Ruvolo. 2009. Whose vote should count more: Optimal integration of labels from labelers of unknown expertise. In NeurIPS. 2035--2043.  Jacob Whitehill Ting-fan Wu Jacob Bergsma Javier R Movellan and Paul L Ruvolo. 2009. Whose vote should count more: Optimal integration of labels from labelers of unknown expertise. In NeurIPS. 2035--2043."},{"key":"e_1_3_2_1_47_1","doi-asserted-by":"publisher","DOI":"10.1007\/s10994-013-5412-1"},{"key":"e_1_3_2_1_48_1","doi-asserted-by":"publisher","DOI":"10.1007\/s10462-016-9491-9"},{"key":"e_1_3_2_1_49_1","volume-title":"Spectral Methods Meet EM: A Provably Optimal Algorithm for Crowdsourcing. JMLR","volume":"17","author":"Zhang Yuchen","year":"2016","unstructured":"Yuchen Zhang , Xi Chen , Dengyong Zhou , and Michael I. Jordan . 2016a . Spectral Methods Meet EM: A Provably Optimal Algorithm for Crowdsourcing. JMLR , Vol. 17 , 1 ( Jan. 2016 ), 3537--3580. Yuchen Zhang, Xi Chen, Dengyong Zhou, and Michael I. Jordan. 2016a. Spectral Methods Meet EM: A Provably Optimal Algorithm for Crowdsourcing. JMLR, Vol. 17, 1 (Jan. 2016), 3537--3580."},{"key":"e_1_3_2_1_50_1","doi-asserted-by":"publisher","DOI":"10.14778\/2168651.2168656"},{"key":"e_1_3_2_1_51_1","doi-asserted-by":"publisher","DOI":"10.14778\/3055540.3055547"},{"key":"e_1_3_2_1_52_1","volume-title":"Platt","author":"Zhou Dengyong","year":"2012","unstructured":"Dengyong Zhou , Sumit Basu , Yi Mao , and John C . Platt . 2012 . Learning from the Wisdom of Crowds by Minimax Entropy. In NeurIPS. 2195--2203. Dengyong Zhou, Sumit Basu, Yi Mao, and John C. Platt. 2012. Learning from the Wisdom of Crowds by Minimax Entropy. In NeurIPS. 2195--2203."}],"event":{"name":"KDD '20: The 26th ACM SIGKDD Conference on Knowledge Discovery and Data Mining","sponsor":["SIGMOD ACM Special Interest Group on Management of Data","SIGKDD ACM Special Interest Group on Knowledge Discovery in Data"],"location":"Virtual Event CA USA","acronym":"KDD '20"},"container-title":["Proceedings of the 26th ACM SIGKDD International Conference on Knowledge Discovery & Data Mining"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3394486.3403304","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3394486.3403304","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,17]],"date-time":"2025-06-17T22:01:48Z","timestamp":1750197708000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3394486.3403304"}},"subtitle":["Confidence of Labels and Raters"],"short-title":[],"issued":{"date-parts":[[2020,8,20]]},"references-count":52,"alternative-id":["10.1145\/3394486.3403304","10.1145\/3394486"],"URL":"https:\/\/doi.org\/10.1145\/3394486.3403304","relation":{},"subject":[],"published":{"date-parts":[[2020,8,20]]},"assertion":[{"value":"2020-08-20","order":2,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}