{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,6,18]],"date-time":"2025-06-18T04:35:57Z","timestamp":1750221357964,"version":"3.41.0"},"publisher-location":"New York, NY, USA","reference-count":36,"publisher":"ACM","license":[{"start":{"date-parts":[[2018,2,2]],"date-time":"2018-02-02T00:00:00Z","timestamp":1517529600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"funder":[{"DOI":"10.13039\/100000002","name":"National Institutes of Health","doi-asserted-by":"publisher","award":["AG049371"],"award-info":[{"award-number":["AG049371"]}],"id":[{"id":"10.13039\/100000002","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000001","name":"National Science Foundation","doi-asserted-by":"publisher","award":["1302675, 1344152, 1356628, 1619308, 1633753"],"award-info":[{"award-number":["1302675, 1344152, 1356628, 1619308, 1633753"]}],"id":[{"id":"10.13039\/100000001","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2018,2,2]]},"DOI":"10.1145\/3159652.3159672","type":"proceedings-article","created":{"date-parts":[[2018,2,6]],"date-time":"2018-02-06T18:12:23Z","timestamp":1517940743000},"page":"144-152","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":2,"title":["Joint Generative-Discriminative Aggregation Model for Multi-Option Crowd Labels"],"prefix":"10.1145","author":[{"given":"Kamran Ghasedi","family":"Dizaji","sequence":"first","affiliation":[{"name":"University of Pittsburgh, Pittsburgh, PA, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Yanhua","family":"Yang","sequence":"additional","affiliation":[{"name":"Xidian University, Xi'An, China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Heng","family":"Huang","sequence":"additional","affiliation":[{"name":"University of Pittsburgh, Pittsburgh, PA, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"320","published-online":{"date-parts":[[2018,2,2]]},"reference":[{"key":"e_1_3_2_1_1_1","unstructured":"Yoram Bachrach Thore Graepel Tom Minka and John Guiver . 2012. How to grade a test without knowing the answers a Bayesian graphical model for adaptive crowdsourcing and aptitude testing. In arXiv preprint arXiv:1206.6386.   Yoram Bachrach Thore Graepel Tom Minka and John Guiver . 2012. How to grade a test without knowing the answers a Bayesian graphical model for adaptive crowdsourcing and aptitude testing. In arXiv preprint arXiv:1206.6386."},{"volume-title":"Convex optimization","author":"Boyd Stephen","key":"e_1_3_2_1_2_1"},{"volume-title":"Optimistic knowledge gradient policy for optimal budget allocation in crowdsourcing Proceedings of the 30th International Conference on Machine Learning (ICML). 64--72","author":"Chen Xi","key":"e_1_3_2_1_3_1"},{"volume-title":"Maximum likelihood estimation of observer error-rates using the EM algorithm. Applied statistics","year":"1979","author":"Dawid Alexander Philip","key":"e_1_3_2_1_4_1"},{"volume-title":"Annotating named entities in Twitter data with crowdsourcing Proceedings of the NAACL HLT 2010 Workshop on Creating Speech and Language Data with Amazon's Mechanical Turk","author":"Finin Tim","key":"e_1_3_2_1_5_1"},{"key":"e_1_3_2_1_6_1","doi-asserted-by":"publisher","DOI":"10.1109\/TPAMI.2014.2362759"},{"key":"e_1_3_2_1_7_1","doi-asserted-by":"crossref","unstructured":"Gabriella Kazai . 2011. In search of quality in crowdsourcing for search engine evaluation. Advances in information retrieval. Springer 165--176.   Gabriella Kazai . 2011. In search of quality in crowdsourcing for search engine evaluation. Advances in information retrieval. Springer 165--176.","DOI":"10.1007\/978-3-642-20161-5_17"},{"volume-title":"CVPR Workshop on Fine-Grained Visual Categorization (FGVC).","year":"2011","author":"Khosla Aditya","key":"e_1_3_2_1_8_1"},{"key":"e_1_3_2_1_9_1","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2006.227"},{"volume-title":"Annotating large email datasets for named entity recognition with mechanical turk Proceedings of the NAACL HLT 2010 workshop on creating speech and language data with Amazon's Mechanical Turk","author":"Lawson Nolan","key":"e_1_3_2_1_10_1"},{"volume-title":"Error Rate Bounds and Iterative Weighted Majority Voting for Crowdsourcing. arXiv preprint arXiv:1411.4086","year":"2014","author":"Li Hongwei","key":"e_1_3_2_1_11_1"},{"key":"e_1_3_2_1_12_1","unstructured":"Qiang Liu Jian Peng and Alex T Ihler . 2012. Variational inference for crowdsourcing. In Advances in Neural Information Processing Systems (NIPS). 692 -- 700.   Qiang Liu Jian Peng and Alex T Ihler . 2012. Variational inference for crowdsourcing. In Advances in Neural Information Processing Systems (NIPS). 692 -- 700."},{"key":"e_1_3_2_1_13_1","unstructured":"Andrew McCallum Chris Pal Gregory Druck and Xuerui Wang . 2006. Multi-conditional learning: Generative\/discriminative training for clustering and classification. In AAAI. 433--439.   Andrew McCallum Chris Pal Gregory Druck and Xuerui Wang . 2006. Multi-conditional learning: Generative\/discriminative training for clustering and classification. In AAAI. 433--439."},{"volume-title":"Introductory lectures on convex optimization: A basic course","author":"Yurii Nesterov","key":"e_1_3_2_1_14_1","doi-asserted-by":"crossref","DOI":"10.1007\/978-1-4419-8853-9"},{"key":"e_1_3_2_1_15_1","unstructured":"Feiping Nie Heng Huang Xiao Cai and Chris H Ding . 2010. Efficient and robust feature selection via joint l2 1-norms minimization Advances in Neural Information Processing Systems (NIPS). 1813--1821.   Feiping Nie Heng Huang Xiao Cai and Chris H Ding . 2010. Efficient and robust feature selection via joint l2 1-norms minimization Advances in Neural Information Processing Systems (NIPS). 1813--1821."},{"volume-title":"The Constrained Laplacian Rank Algorithm for Graph-Based Clustering Thirtieth AAAI Conference on Artificial Intelligence. Citeseer.","year":"2016","author":"Nie Feiping","key":"e_1_3_2_1_16_1"},{"key":"e_1_3_2_1_17_1","unstructured":"Satoshi Oyama Yukino Baba Yuko Sakurai and Hisashi Kashima . 2013. Accurate Integration of Crowdsourced Labels Using Workers' Self-reported Confidence Scores. IJCAI. Citeseer.   Satoshi Oyama Yukino Baba Yuko Sakurai and Hisashi Kashima . 2013. Accurate Integration of Crowdsourced Labels Using Workers' Self-reported Confidence Scores. IJCAI. Citeseer."},{"key":"e_1_3_2_1_18_1","volume-title":"Advances in Neural Information Processing Systems (NIPS)","volume":"16","author":"Raina Rajat","year":"2003"},{"key":"e_1_3_2_1_19_1","doi-asserted-by":"publisher","DOI":"10.5555\/1756006.1859894"},{"key":"e_1_3_2_1_20_1","doi-asserted-by":"crossref","unstructured":"Najmeh Sadoughi and Carlos Busso . 2016. Head Motion Generation with Synthetic Speech: A Data Driven Approach. INTERSPEECH. 52--56.  Najmeh Sadoughi and Carlos Busso . 2016. Head Motion Generation with Synthetic Speech: A Data Driven Approach. INTERSPEECH. 52--56.","DOI":"10.21437\/Interspeech.2016-419"},{"key":"e_1_3_2_1_21_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.specom.2017.07.004"},{"volume-title":"Proceedings of the 32nd International Conference on Machine Learning (ICML). 10--19","year":"2015","author":"Shah Nihar","key":"e_1_3_2_1_22_1"},{"key":"e_1_3_2_1_23_1","unstructured":"Nihar Bhadresh Shah and Denny Zhou . 2015. Double or nothing: Multiplicative incentive mechanisms for crowdsourcing Advances in Neural Information Processing Systems (NIPS). 1--9.   Nihar Bhadresh Shah and Denny Zhou . 2015. Double or nothing: Multiplicative incentive mechanisms for crowdsourcing Advances in Neural Information Processing Systems (NIPS). 1--9."},{"volume-title":"Square: A benchmark for research on computing crowd consensus First AAAI Conference on Human Computation and Crowdsourcing.","year":"2013","author":"Sheshadri Aashish","key":"e_1_3_2_1_24_1"},{"key":"e_1_3_2_1_25_1","doi-asserted-by":"publisher","DOI":"10.5555\/1613715.1613751"},{"key":"e_1_3_2_1_26_1","unstructured":"Tian Tian and Jun Zhu . 2015 a. Max-Margin Majority Voting for Learning from Crowds Advances in Neural Information Processing Systems (NIPS). 1612--1620.   Tian Tian and Jun Zhu . 2015 a. Max-Margin Majority Voting for Learning from Crowds Advances in Neural Information Processing Systems (NIPS). 1612--1620."},{"volume-title":"2015 b. Uncovering the latent structures of crowd labeling. Advances in Knowledge Discovery and Data Mining","author":"Tian Tian","key":"e_1_3_2_1_27_1"},{"key":"e_1_3_2_1_28_1","doi-asserted-by":"publisher","DOI":"10.1145\/2566486.2567989"},{"key":"e_1_3_2_1_29_1","volume-title":"Advances in Neural Information Processing Systems (NIPS)","volume":"23","author":"Welinder Peter","year":"2010"},{"key":"e_1_3_2_1_30_1","unstructured":"Jacob Whitehill Ting-fan Wu Jacob Bergsma Javier R Movellan and Paul L Ruvolo . 2009. Whose vote should count more: Optimal integration of labels from labelers of unknown expertise Advances in Neural Information Processing Systems (NIPS). 2035--2043.   Jacob Whitehill Ting-fan Wu Jacob Bergsma Javier R Movellan and Paul L Ruvolo . 2009. Whose vote should count more: Optimal integration of labels from labelers of unknown expertise Advances in Neural Information Processing Systems (NIPS). 2035--2043."},{"volume-title":"Stacked what-where auto-encoders. arXiv preprint arXiv:1506.02351","year":"2015","author":"Zhao Junbo","key":"e_1_3_2_1_31_1"},{"key":"e_1_3_2_1_32_1","doi-asserted-by":"publisher","DOI":"10.14778\/3055540.3055547"},{"key":"e_1_3_2_1_33_1","unstructured":"Denny Zhou Sumit Basu Yi Mao and John C Platt . 2012. Learning from the wisdom of crowds by minimax entropy Advances in Neural Information Processing Systems (NIPS). 2195--2203.   Denny Zhou Sumit Basu Yi Mao and John C Platt . 2012. Learning from the wisdom of crowds by minimax entropy Advances in Neural Information Processing Systems (NIPS). 2195--2203."},{"volume-title":"Aggregating ordinal labels from crowds by minimax conditional entropy Proceedings of the 31st International Conference on Machine Learning (ICML). 262--270","author":"Zhou Dengyong","key":"e_1_3_2_1_34_1"},{"volume-title":"Regularized minimax conditional entropy for crowdsourcing. arXiv preprint arXiv:1503.07240","year":"2015","author":"Zhou Dengyong","key":"e_1_3_2_1_35_1"},{"volume-title":"The 5th Workshop on Computational Social Choice.","year":"2014","author":"Zou James","key":"e_1_3_2_1_36_1"}],"event":{"name":"WSDM 2018: The Eleventh ACM International Conference on Web Search and Data Mining","sponsor":["SIGMOD ACM Special Interest Group on Management of Data","SIGWEB ACM Special Interest Group on Hypertext, Hypermedia, and Web","SIGKDD ACM Special Interest Group on Knowledge Discovery in Data","SIGIR ACM Special Interest Group on Information Retrieval"],"location":"Marina Del Rey CA USA","acronym":"WSDM 2018"},"container-title":["Proceedings of the Eleventh ACM International Conference on Web Search and Data Mining"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3159652.3159672","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3159652.3159672","content-type":"application\/pdf","content-version":"vor","intended-application":"syndication"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3159652.3159672","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,18]],"date-time":"2025-06-18T02:26:11Z","timestamp":1750213571000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3159652.3159672"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2018,2,2]]},"references-count":36,"alternative-id":["10.1145\/3159652.3159672","10.1145\/3159652"],"URL":"https:\/\/doi.org\/10.1145\/3159652.3159672","relation":{},"subject":[],"published":{"date-parts":[[2018,2,2]]},"assertion":[{"value":"2018-02-02","order":2,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}