{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,10,17]],"date-time":"2025-10-17T14:00:35Z","timestamp":1760709635706,"version":"3.41.0"},"reference-count":58,"publisher":"Springer Science and Business Media LLC","issue":"6","license":[{"start":{"date-parts":[[2018,6,12]],"date-time":"2018-06-12T00:00:00Z","timestamp":1528761600000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"funder":[{"DOI":"10.13039\/501100012166","name":"973 Program","doi-asserted-by":"crossref","award":["2015CB358700"],"award-info":[{"award-number":["2015CB358700"]}],"id":[{"id":"10.13039\/501100012166","id-type":"DOI","asserted-by":"crossref"}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["61632016","61373024"],"award-info":[{"award-number":["61632016","61373024"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["61602488","61422205"],"award-info":[{"award-number":["61602488","61422205"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["61472198"],"award-info":[{"award-number":["61472198"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["The VLDB Journal"],"published-print":{"date-parts":[[2018,12]]},"DOI":"10.1007\/s00778-018-0509-6","type":"journal-article","created":{"date-parts":[[2018,6,12]],"date-time":"2018-06-12T14:08:02Z","timestamp":1528812482000},"page":"745-770","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":32,"title":["A partial-order-based framework for cost-effective crowdsourced entity resolution"],"prefix":"10.1007","volume":"27","author":[{"given":"Chengliang","family":"Chai","sequence":"first","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-1398-0621","authenticated-orcid":false,"given":"Guoliang","family":"Li","sequence":"additional","affiliation":[]},{"given":"Jian","family":"Li","sequence":"additional","affiliation":[]},{"given":"Dong","family":"Deng","sequence":"additional","affiliation":[]},{"given":"Jianhua","family":"Feng","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2018,6,12]]},"reference":[{"issue":"1","key":"509_CR1","doi-asserted-by":"publisher","first-page":"20","DOI":"10.2307\/2346806","volume":"28","author":"AP Dawid","year":"1979","unstructured":"Dawid, A.P., Skene, A.M.: Maximum likelihood estimation of observer error-rates using em algorithm. Appl. Stat. 28(1), 20\u201328 (1979)","journal-title":"Appl. Stat."},{"key":"509_CR2","doi-asserted-by":"crossref","unstructured":"Aydin, B.I., Yilmaz, Y.S., Li, Y., Li, Q., Gao, J., Demirbas, M.: Crowdsourcing for multiple-choice question answering. In: AAAI, pp. 2946\u20132953 (2014)","DOI":"10.1609\/aaai.v28i2.19016"},{"key":"509_CR3","doi-asserted-by":"crossref","unstructured":"Bilenko, M., Mooney, R.J.: Adaptive duplicate detection using learnable string similarity measures. In: Proceedings of the Ninth ACM SIGKDD International Conference on Knowledge Discovery and Data Mining, Washington, DC, USA, 24\u201327 Aug 2003. pp. 39\u201348 (2003)","DOI":"10.1145\/956750.956759"},{"issue":"11","key":"509_CR4","first-page":"1495","volume":"5","author":"CC Cao","year":"2012","unstructured":"Cao, C.C., She, J., Tong, Y., Chen, L.: Whom to ask? Jury selection for decision making tasks on micro-blog services. PVLDB 5(11), 1495\u20131506 (2012)","journal-title":"PVLDB"},{"key":"509_CR5","doi-asserted-by":"crossref","unstructured":"Chai, C., Li, G., Li, J., Deng, D., Feng. J.: Cost-effective crowdsourced entity resolution: a partial-order approach. In: SIGMOD, pp. 969\u2013984 (2016)","DOI":"10.1145\/2882903.2915252"},{"key":"509_CR6","unstructured":"Chai, C., Li, G., Li, J., Deng, D., Feng, J.: A partial-order framework for cost-effective crowdsourced entity resolution. In: Technical Report. http:\/\/dbgroup.cs.tsinghua.edu.cn\/ligl\/papers\/vldbj2018-partialorder.pdf . Accessed 11 June 2018"},{"key":"509_CR7","doi-asserted-by":"crossref","unstructured":"Chen, X., Bennett, P.N., Collins-Thompson, K., Horvitz, E.: Pairwise ranking aggregation in a crowdsourced setting. In: WSDM, pp. 193\u2013202 (2013)","DOI":"10.1145\/2433396.2433420"},{"key":"509_CR8","doi-asserted-by":"crossref","unstructured":"Davidson, S.B., Khanna, S., Milo, T., Roy, S.: Using the crowd for top-k and group-by queries. In: ICDT, pp. 225\u2013236 (2013)","DOI":"10.1145\/2448496.2448524"},{"key":"509_CR9","doi-asserted-by":"crossref","unstructured":"Dong, X., Halevy, A.Y., Madhavan, J.: Reference reconciliation in complex information spaces. In: SIGMOD, pp. 85\u201396 (2005)","DOI":"10.1145\/1066157.1066168"},{"key":"509_CR10","unstructured":"Eriksson, B.: Learning to top-k search using pairwise comparisons. In: AISTATS, pp. 265\u2013273 (2013)"},{"key":"509_CR11","doi-asserted-by":"crossref","unstructured":"Fan, J., Li, G., Ooi, B. C., Tan, K., Feng, J.: icrowd: an adaptive crowdsourcing framework. In: SIGMOD, pp. 1015\u20131030 (2015)","DOI":"10.1145\/2723372.2750550"},{"issue":"4","key":"509_CR12","doi-asserted-by":"publisher","first-page":"351","DOI":"10.1023\/B:ORDE.0000034609.99940.fb","volume":"20","author":"S Felsner","year":"2003","unstructured":"Felsner, S., Raghavan, V., Spinrad, J.P.: Recognition algorithms for orders of small width and graphs of small dilworth number. Order 20(4), 351\u2013364 (2003)","journal-title":"Order"},{"key":"509_CR13","doi-asserted-by":"crossref","unstructured":"Franklin, M.J., Kossmann, D., Kraska, T., Ramesh, S., Xin, R.: Crowddb: answering queries with crowdsourcing. In: SIGMOD, pp. 61\u201372 (2011)","DOI":"10.1145\/1989323.1989331"},{"issue":"4","key":"509_CR14","first-page":"701","volume":"7","author":"DR Fulkerson","year":"1956","unstructured":"Fulkerson, D.R.: Note on Dilworth\u2019s decomposition theorem for partially ordered sets. Am. Math. Soc. 7(4), 701\u2013702 (1956)","journal-title":"Am. Math. Soc."},{"key":"509_CR15","doi-asserted-by":"crossref","unstructured":"Gokhale, C., Das, S., Doan, A., Naughton, J.F., Rampalli, N., Shavlik, J.W., Zhu, X.: Corleone: hands-off crowdsourcing for entity matching. In: SIGMOD, pp. 601\u2013612 (2014)","DOI":"10.1145\/2588555.2588576"},{"key":"509_CR16","doi-asserted-by":"crossref","unstructured":"Guo, S., Parameswaran, A.G., Garcia-Molina, H.: So who won? Dynamic max discovery with the crowd. In: SIGMOD, pp. 385\u2013396 (2012)","DOI":"10.1145\/2213836.2213880"},{"key":"509_CR17","unstructured":"Ho, C.-J., Jabbari, S., Vaughan, J.W.: Adaptive task assignment for crowdsourced classification. In: ICML, pp. 534\u2013542 (2013)"},{"key":"509_CR18","doi-asserted-by":"crossref","unstructured":"Ipeirotis, P.G., Provost, F., Wang, J.: Quality management on amazon mechanical turk. In: SIGKDD workshop on human computation, pp. 64\u201367. ACM (2010)","DOI":"10.1145\/1837885.1837906"},{"key":"509_CR19","doi-asserted-by":"crossref","unstructured":"Joglekar, M., Garcia-Molina, H., Parameswaran, A.G.: Evaluating the crowd with confidence. In: SIGKDD, pp. 686\u2013694 (2013)","DOI":"10.1145\/2487575.2487595"},{"key":"509_CR20","unstructured":"Karger, D.R., Oh, S., Shah, D.: Iterative learning for reliable crowdsourcing systems. In: NIPS, pp. 1953\u20131961 (2011)"},{"key":"509_CR21","doi-asserted-by":"crossref","unstructured":"Kazemi, L., Shahabi, C., Chen, L.: Geotrucrowd: trustworthy query answering with spatial crowdsourcing. In: SIGSPATIAL, pp. 304\u2013313 (2013)","DOI":"10.1145\/2525314.2525346"},{"key":"509_CR22","unstructured":"Khan, A.R., Garcia-Molina, H.: Hybrid strategies for finding the max with the crowd. In: Technical Report (2014)"},{"issue":"12","key":"509_CR23","first-page":"1197","volume":"9","author":"P Konda","year":"2016","unstructured":"Konda, P., Das, S., Suganthan, G.C.P., Doan, A., Ardalan, A., Ballard, J.R., Li, H., Panahi, F., Zhang, H., Naughton, J.F., Prasad, S., Krishnan, G., Deep, R., Raghavendra, V.: Magellan: toward building entity matching management systems. PVLDB 9(12), 1197\u20131208 (2016)","journal-title":"PVLDB"},{"key":"509_CR24","unstructured":"Kreveld, M.,Overmars, M., Schwarzkopf,O., Berg, M.d., Schwart- skopf, O.: Computational geometry: algorithms and applications, pp. I-XII, 1\u2013365. Springer (1997). ISBN 354061270X"},{"issue":"12","key":"509_CR25","first-page":"2006","volume":"10","author":"G Li","year":"2017","unstructured":"Li, G.: Human-in-the-loop data integration. PVLDB 10(12), 2006\u20132017 (2017)","journal-title":"PVLDB"},{"key":"509_CR26","doi-asserted-by":"crossref","unstructured":"Li, G., Chai, C., Fan, J., Weng, X., Li, J., Zheng, Y., Li, Y., Yu, X., Zhang, X., Yuan, H.: CDB: optimizing queries with crowd-based selections and joins. In: SIGMOD, pp. 1463\u20131478 (2017)","DOI":"10.1145\/3035918.3064036"},{"issue":"9","key":"509_CR27","doi-asserted-by":"publisher","first-page":"2296","DOI":"10.1109\/TKDE.2016.2535242","volume":"28","author":"G Li","year":"2016","unstructured":"Li, G., Wang, J., Zheng, Y., Franklin, M.J.: Crowdsourced data management: a survey. IEEE Trans. Knowl. Data Eng. 28(9), 2296\u20132319 (2016)","journal-title":"IEEE Trans. Knowl. Data Eng."},{"issue":"10","key":"509_CR28","first-page":"1040","volume":"5","author":"X Liu","year":"2012","unstructured":"Liu, X., Lu, M., Ooi, B.C., Shen, Y., Wu, S., Zhang, M.: CDAS: a crowdsourcing data analytics system. PVLDB 5(10), 1040\u20131051 (2012)","journal-title":"PVLDB"},{"issue":"1","key":"509_CR29","first-page":"13","volume":"5","author":"A Marcus","year":"2011","unstructured":"Marcus, A., Wu, E., Karger, D.R., Madden, S., Miller, R.C.: Human-powered sorts and joins. PVLDB 5(1), 13\u201324 (2011)","journal-title":"PVLDB"},{"key":"509_CR30","unstructured":"Marcus, A., Wu, E., Madden, S., Miller, R.C.: Crowdsourced databases: query processing with people. In: CIDR, pp. 211\u2013214 (2011)"},{"issue":"1","key":"509_CR31","doi-asserted-by":"publisher","first-page":"182","DOI":"10.1137\/0213014","volume":"13","author":"N Megiddo","year":"1984","unstructured":"Megiddo, N., Supowit, K.J.: On the complexity of some common geometric location problems. SIAM J. Comput. 13(1), 182\u2013196 (1984)","journal-title":"SIAM J. Comput."},{"key":"509_CR32","doi-asserted-by":"crossref","unstructured":"Ouyang, W.R., Kaplan, L.M. et al.: Debiasing crowdsourced quantitative characteristics in local businesses and services. In: IPSN, pp. 190\u2013201 (2015)","DOI":"10.1145\/2737095.2737116"},{"issue":"9","key":"509_CR33","first-page":"685","volume":"7","author":"AG Parameswaran","year":"2014","unstructured":"Parameswaran, A.G., Boyd, S.P., Garcia-Molina, H., Gupta, A., Polyzotis, N., Widom, J.: Optimal crowd-powered rating and filtering algorithms. PVLDB 7(9), 685\u2013696 (2014)","journal-title":"PVLDB"},{"key":"509_CR34","doi-asserted-by":"crossref","unstructured":"Parameswaran, A.G., Garcia-Molina, H., Park, H., Polyzotis, N., Ramesh, A., Widom, J.: Crowdscreen: algorithms for filtering data with humans. In: SIGMOD, pp. 361\u2013372 (2012)","DOI":"10.1145\/2213836.2213878"},{"key":"509_CR35","doi-asserted-by":"crossref","unstructured":"Parameswaran, A.G., Park, H., Garcia-Molina, H., Polyzotis, N., Widom, J.: Deco: declarative crowdsourcing. In: CIKM, pp. 1203\u20131212 (2012)","DOI":"10.1145\/2396761.2398421"},{"issue":"10","key":"509_CR36","first-page":"781","volume":"6","author":"H Park","year":"2013","unstructured":"Park, H., Widom, J.: Query optimization over crowdsourced data. PVLDB 6(10), 781\u2013792 (2013)","journal-title":"PVLDB"},{"key":"509_CR37","doi-asserted-by":"crossref","unstructured":"Park, H., Widom, J.: Crowdfill: collecting structured data from the crowd. In: SIGMOD, pp. 577\u2013588 (2014)","DOI":"10.1145\/2588555.2610503"},{"key":"509_CR38","unstructured":"Pfeiffer, T., Gao, X.A., Chen, Y., Mao, A., Rand, D.G.: Adaptive polling for information aggregation. In: AAAI (2012)"},{"key":"509_CR39","doi-asserted-by":"crossref","unstructured":"Raykar, V.C., Yu, S., Zhao, L.H., Jerebko, A.K., Florin, C., Valadez, G.H., Bogoni, L., Moy, L.: Supervised learning from multiple experts: whom to trust when everyone lies a bit. In: ICML, pp. 889\u2013896 (2009)","DOI":"10.1145\/1553374.1553488"},{"key":"509_CR40","doi-asserted-by":"crossref","unstructured":"Sarma, A.D., Parameswaran, A.G., Garcia-Molina, H., Halevy, A.Y.: Crowd-powered find algorithms. In: ICDE, pp. 964\u2013975 (2014)","DOI":"10.1109\/ICDE.2014.6816715"},{"key":"509_CR41","doi-asserted-by":"crossref","unstructured":"Trushkowsky, B., Kraska, T., Franklin, M.J., Sarkar, P.: Crowdsourced enumeration queries. In: ICDE, pp. 673\u2013684 (2013)","DOI":"10.1109\/ICDE.2013.6544865"},{"key":"509_CR42","doi-asserted-by":"crossref","unstructured":"Venanzi, M., Guiver, J., Kazai, G., Kohli, P., Shokouhi, M.: Community-based bayesian aggregation models for crowdsourcing. In: WWW, pp. 155\u2013164 (2014)","DOI":"10.1145\/2566486.2567989"},{"key":"509_CR43","doi-asserted-by":"crossref","unstructured":"Venetis, P., Garcia-Molina, H., Huang, K., Polyzotis, N.: Max algorithms in crowdsourcing environments. In: WWW, pp. 989\u2013998 (2012)","DOI":"10.1145\/2187836.2187969"},{"key":"509_CR44","doi-asserted-by":"crossref","unstructured":"Verroios, V., Garcia-Molina, H.: Entity resolution with crowd errors. In: ICDE, pp. 219\u2013230 (2015)","DOI":"10.1109\/ICDE.2015.7113286"},{"key":"509_CR45","doi-asserted-by":"crossref","unstructured":"Vesdapunt, N., Bellare, K., Dalvi, N.N.: Crowdsourcing algorithms for entity resolution. In: PVLDB (2014)","DOI":"10.14778\/2732977.2732982"},{"key":"509_CR46","doi-asserted-by":"crossref","unstructured":"Wang, J., Kraska, T., Franklin, M.J., Feng, J.: Crowder: Crowdsourcing entity resolution. In: PVLDB (2012)","DOI":"10.14778\/2350229.2350263"},{"key":"509_CR47","doi-asserted-by":"crossref","unstructured":"Wang, J., Li, G., Kraska, T., Franklin, M.J., Feng, J.: Leveraging transitive relations for crowdsourced joins. In: SIGMOD, pp. 229\u2013240 (2013)","DOI":"10.1145\/2463676.2465280"},{"key":"509_CR48","doi-asserted-by":"crossref","unstructured":"Wang, S., Xiao, X., Lee, C.: Crowd-based deduplication: An adaptive approach. In: SIGMOD, pp. 1263\u20131277 (2015)","DOI":"10.1145\/2723372.2723739"},{"key":"509_CR49","doi-asserted-by":"crossref","unstructured":"Whang, S.E., Lofgren, P., Garcia-Molina, H.: Question selection for crowd entity resolution. In: PVLDB (2013)","DOI":"10.14778\/2536336.2536337"},{"key":"509_CR50","unstructured":"Whitehill, J., Ruvolo, P., Wu, T., Bergsma, J., Movellan, J.R.: Whose vote should count more: Optimal integration of labels from labelers of unknown expertise. In: NIPS, pp. 2035\u20132043 (2009)"},{"key":"509_CR51","unstructured":"Ye, P., EDU, U., Doermann, D.: Combining preference and absolute judgements in a crowd-sourced setting. In: ICML Workshop (2013)"},{"issue":"9","key":"509_CR52","first-page":"757","volume":"6","author":"CJ Zhang","year":"2013","unstructured":"Zhang, C.J., Chen, L., Jagadish, H.V., Cao, C.C.: Reducing uncertainty of schema matching via crowdsourcing. PVLDB 6(9), 757\u2013768 (2013)","journal-title":"PVLDB"},{"key":"509_CR53","unstructured":"Zhao, Z., Wei, F., Zhou, M., Chen, W., Ng, W.: Crowd-selection query processing in crowdsourcing databases: a task-driven approach. In: EDBT, pp. 397\u2013408 (2015)"},{"key":"509_CR54","doi-asserted-by":"crossref","unstructured":"Zhao, Z., Yan, D., Ng, W., Gao, S.: A transfer learning based framework of crowd-selection on twitter. In: SIGKDD, pp. 1514\u20131517 (2013)","DOI":"10.1145\/2487575.2487708"},{"key":"509_CR55","unstructured":"Zheng, Y., Cheng, R., Maniu, S., Mo, L.: On optimality of jury selection in crowdsourcing. In: EDBT, pp. 193\u2013204 (2015)"},{"issue":"4","key":"509_CR56","first-page":"361","volume":"10","author":"Y Zheng","year":"2016","unstructured":"Zheng, Y., Li, G., Cheng, R.: DOCS: domain-aware crowdsourcing system. PVLDB 10(4), 361\u2013372 (2016)","journal-title":"PVLDB"},{"issue":"5","key":"509_CR57","first-page":"541","volume":"10","author":"Y Zheng","year":"2016","unstructured":"Zheng, Y., Li, G., Li, Y., Shan, C., Cheng, R.: Truth inference in crowdsourcing: is the problem solved? PVLDB 10(5), 541\u2013552 (2016)","journal-title":"PVLDB"},{"key":"509_CR58","doi-asserted-by":"crossref","unstructured":"Zheng, Y., Wang, J., Li, G., Cheng, R., Feng, J.: QASCA: A quality-aware task assignment system for crowdsourcing applications. In: SIGMOD, pp. 1031\u20131046 (2015)","DOI":"10.1145\/2723372.2749430"}],"container-title":["The VLDB Journal"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/article\/10.1007\/s00778-018-0509-6\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s00778-018-0509-6.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s00778-018-0509-6.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,7,5]],"date-time":"2025-07-05T02:54:31Z","timestamp":1751684071000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/s00778-018-0509-6"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2018,6,12]]},"references-count":58,"journal-issue":{"issue":"6","published-print":{"date-parts":[[2018,12]]}},"alternative-id":["509"],"URL":"https:\/\/doi.org\/10.1007\/s00778-018-0509-6","relation":{},"ISSN":["1066-8888","0949-877X"],"issn-type":[{"type":"print","value":"1066-8888"},{"type":"electronic","value":"0949-877X"}],"subject":[],"published":{"date-parts":[[2018,6,12]]},"assertion":[{"value":"24 October 2017","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"18 May 2018","order":2,"name":"revised","label":"Revised","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"23 May 2018","order":3,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"12 June 2018","order":4,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}}]}}