{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,20]],"date-time":"2026-04-20T14:55:43Z","timestamp":1776696943846,"version":"3.51.2"},"reference-count":41,"publisher":"Informa UK Limited","issue":"7-8","funder":[{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["61170164"],"award-info":[{"award-number":["61170164"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["61472079"],"award-info":[{"award-number":["61472079"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["61472089"],"award-info":[{"award-number":["61472089"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100003453","name":"Natural Science Foundation of Guangdong Province","doi-asserted-by":"publisher","award":["2014A030308008"],"award-info":[{"award-number":["2014A030308008"]}],"id":[{"id":"10.13039\/501100003453","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100012245","name":"Science and Technology Planning Project of Guangdong Province","doi-asserted-by":"crossref","award":["2015B010108006"],"award-info":[{"award-number":["2015B010108006"]}],"id":[{"id":"10.13039\/501100012245","id-type":"DOI","asserted-by":"crossref"}]},{"DOI":"10.13039\/501100012245","name":"Science and Technology Planning Project of Guangdong Province","doi-asserted-by":"crossref","award":["2015B010131015"],"award-info":[{"award-number":["2015B010131015"]}],"id":[{"id":"10.13039\/501100012245","id-type":"DOI","asserted-by":"crossref"}]},{"name":"Natural Science Foundation of China Hunan Province","award":["No. 2016JJ2057"],"award-info":[{"award-number":["No. 2016JJ2057"]}]},{"name":"Natural Science Foundation of Jiangsu Province of China","award":["BK20171363"],"award-info":[{"award-number":["BK20171363"]}]},{"name":"Science Foundation of China Hunan Provincial Education Department","award":["No. 15C0546"],"award-info":[{"award-number":["No. 15C0546"]}]},{"name":"Joint Fund of the National Natural Science Foundation of China and Guangdong Province","award":["U1501254"],"award-info":[{"award-number":["U1501254"]}]},{"name":"Guangdong Regular University International and Hong Kong, Macao and Taiwan Cooperative Innovation Platform and International Cooperation Major Projects","award":["2015KGJHZ023"],"award-info":[{"award-number":["2015KGJHZ023"]}]}],"content-domain":{"domain":["www.tandfonline.com"],"crossmark-restriction":true},"short-container-title":["Enterprise Information Systems"],"published-print":{"date-parts":[[2019,9,14]]},"DOI":"10.1080\/17517575.2018.1493539","type":"journal-article","created":{"date-parts":[[2018,7,10]],"date-time":"2018-07-10T05:08:55Z","timestamp":1531199335000},"page":"979-1001","update-policy":"https:\/\/doi.org\/10.1080\/tandf_crossmark_01","source":"Crossref","is-referenced-by-count":5,"title":["Practical POMDP-based test mechanism for quality assurance in volunteer crowdsourcing"],"prefix":"10.1080","volume":"13","author":[{"given":"Peng","family":"Shi","sequence":"first","affiliation":[{"name":"Innovation Group for Interdisciplinary Computing Technologies, College of Computer Science and Technology, Xi\u2019an University of Science and Technology, Xi\u2019an, China"},{"name":"School of Mathematics and Big Data, Foshan University, Foshan, China"},{"name":"School of Computer Science and Engineering, Southeast University, Nanjing, China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Wanyuan","family":"Wang","sequence":"additional","affiliation":[{"name":"School of Computer Science and Engineering, Southeast University, Nanjing, China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Yifeng","family":"Zhou","sequence":"additional","affiliation":[{"name":"School of Computer Science and Engineering, Southeast University, Nanjing, China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Jiuchuan","family":"Jiang","sequence":"additional","affiliation":[{"name":"Jiangsu Provincial Key Laboratory of E-Business, School of Information Engineering, Nanjing University of Finance and Economics, Nanjing, China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Yichuan","family":"Jiang","sequence":"additional","affiliation":[{"name":"School of Computer Science and Engineering, Southeast University, Nanjing, China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Zhifeng","family":"Hao","sequence":"additional","affiliation":[{"name":"School of Mathematics and Big Data, Foshan University, Foshan, China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Jianyong","family":"Yu","sequence":"additional","affiliation":[{"name":"School of Computer Science and Engineering, Southeast University, Nanjing, China"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"301","published-online":{"date-parts":[[2018,7,9]]},"reference":[{"key":"e_1_3_4_2_1","doi-asserted-by":"publisher","DOI":"10.1080\/17517575.2016.1161238"},{"key":"e_1_3_4_3_1","doi-asserted-by":"crossref","unstructured":"Bragg J. A. K. Mausam and D. S. Weld. \u201cParallel Task Routing for Crowdsourcing.\u201d Proceeding of the 2nd AAAI Conference on Human Computation and Crowdsourcing(HCOMP-14). 2014.","DOI":"10.1609\/hcomp.v2i1.13171"},{"key":"e_1_3_4_4_1","unstructured":"Bragg J. and D. S. Weld. \u201cOptimal Testing for Crowd Workers.\u201d Proceedings of the 15th International Conference on Autonomous Agents and Multiagent Systems(AAMAS-14). Singapore 2016."},{"key":"e_1_3_4_5_1","doi-asserted-by":"publisher","DOI":"10.1023\/A:1010933404324"},{"key":"e_1_3_4_6_1","article-title":"GLEAM: A Graph Clustering Framework Based on Potential Game Optimization for Large-Scale Social Networks","author":"Bu Z.","year":"2017","unstructured":"Bu, Z., J. Cao, L. Hui-Jia, G. Gao, and H. Tao. 2017. \u201cGLEAM: A Graph Clustering Framework Based on Potential Game Optimization for Large-Scale Social Networks.\u201d Knowledge and Information Systems 55 (3): 741\u2013770.","journal-title":"Knowledge and Information Systems"},{"key":"e_1_3_4_7_1","unstructured":"Buckley C. M. Lease and M. D. Smucker. \u201cOverview of the TREC 2010 Relevance Feedback Track (Notebook).\u201d Proceedings of the 19th Text Retrieval Conference. 2010."},{"key":"e_1_3_4_8_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.physa.2016.06.113"},{"key":"e_1_3_4_9_1","doi-asserted-by":"crossref","unstructured":"Carterette B. and I. Soboroff. \u201cThe Effect of Assessor Error on IR System Evaluation.\u201d Proceedings of the 33rd International ACM SIGIR Conference on Research and Development in Information Retrieval. ACM 2010.","DOI":"10.1145\/1835449.1835540"},{"key":"e_1_3_4_10_1","unstructured":"Cassandra A. R. L. P. Kaelbling and M. L. Littman. \u201cActing Optimally in Partially Observable Stochastic Domains.\u201d Proceedings of the 12th AAAI Conference on Artificial Intelligence(AAAI-94). 1994."},{"key":"e_1_3_4_11_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.artint.2013.06.002"},{"key":"e_1_3_4_12_1","doi-asserted-by":"publisher","DOI":"10.2307\/2346806"},{"key":"e_1_3_4_13_1","doi-asserted-by":"crossref","unstructured":"Donmez P. J. G. Carbonell and J. Schneider. \u201cEfficiently Learning the Accuracy of Labeling Sources for Selective Sampling.\u201d Proceedings of the 15th ACM SIGKDD International Conference on Knowledge Discovery and Data Mining(KDD-09). Paris France ACM 2009.","DOI":"10.1145\/1557019.1557053"},{"key":"e_1_3_4_14_1","doi-asserted-by":"crossref","unstructured":"Donmez P. J. G. Carbonell and J. G. Schneider. \u201cA Probabilistic Framework to Learn from Multiple Annotators with Time-Varying Accuracy.\u201d Proceedings of the 2010 SIAM International Conference on Data Mining(SDM-10). Columbus Ohio SIAM 2010.","DOI":"10.1137\/1.9781611972801.72"},{"key":"e_1_3_4_15_1","first-page":"8","volume-title":"Bayesian Decision Theory. Pattern Classification","author":"Duda R. O.","year":"2001","unstructured":"Duda, R. O., P. E. Hart, and D. G. Stork. 2001. Bayesian Decision Theory. Pattern Classification, 8\u20139. New York: John Wiley & Sons."},{"key":"e_1_3_4_16_1","unstructured":"Ho C.-J. S. Jabbari and J. W. Vaughan. \u201cAdaptive Task Assignment for Crowdsourced Classification.\u201d Proceedings of the 30th International Conference on Machine Learning(ICML-13). Atlanta USA 2013."},{"key":"e_1_3_4_17_1","unstructured":"Ho T. K. \u201cRandom Decision Forests\u201d. Proceedings of the 3rd International Conference on Document Analysis and Recognition Montreal QC 1416 August 1995. pp. 278282."},{"issue":"6","key":"e_1_3_4_18_1","first-page":"1","article-title":"The Rise of Crowdsourcing","volume":"14","author":"Howe J.","year":"2006","unstructured":"Howe, J. 2006. \u201cThe Rise of Crowdsourcing.\u201d Wired Magazine 14 (6): 1\u20134.","journal-title":"Wired Magazine"},{"key":"e_1_3_4_19_1","doi-asserted-by":"crossref","unstructured":"Ipeirotis P. G. F. Provost and J. Wang. \u201cQuality Management on Amazon Mechanical Turk.\u201d Proceedings of the ACM SIGKDD Workshop on Human Computation. ACM 2010.","DOI":"10.1145\/1837885.1837906"},{"key":"e_1_3_4_20_1","doi-asserted-by":"crossref","unstructured":"Jung H. J. and M. Lease. \u201cModeling Temporal Crowd Work Quality with Limited Supervision.\u201d Proceedings of the 3rd AAAI Conference on Human Computation and Crowdsourcing(HCOMP-15). 2015.","DOI":"10.1609\/hcomp.v3i1.13227"},{"key":"e_1_3_4_21_1","doi-asserted-by":"crossref","unstructured":"Jung H. J. Y. Park and M. Lease. \u201cPredicting Next Label Quality: A Time-Series Model of Crowdwork.\u201d Proceedings of the 2nd AAAI Conference on Human Computation and Crowdsourcing(HCOMP-14). 2014.","DOI":"10.1609\/hcomp.v2i1.13165"},{"key":"e_1_3_4_22_1","doi-asserted-by":"crossref","unstructured":"Kantarci B. and H. T. Mouftah. \u201cReputation-Based Sensing-as-a-Service for Crowd Management over the Cloud\u201d Proceeding of the 13rd IEEE International Conference on Communications(ICC-14). 2014.","DOI":"10.1109\/ICC.2014.6883882"},{"key":"e_1_3_4_23_1","unstructured":"Karger D. R. O. Sewoong and D. Shah. \u201cIterative Learning for Reliable Crowdsourcing Systems.\u201d Proceedings of the 25th Advances in Neural Information Processing Systems(NIPS-11). Cranada Spain 2011."},{"key":"e_1_3_4_24_1","doi-asserted-by":"publisher","DOI":"10.1287\/opre.2013.1235"},{"key":"e_1_3_4_25_1","unstructured":"Kaufmann N. T. Schulze and D. Veit. \u201cMore than Fun and Money. Worker Motivation in Crowdsourcing: A Study on Mechanical Turk.\u201d American Conference on Information Systems. Detroit Michigan 2011."},{"key":"e_1_3_4_26_1","doi-asserted-by":"crossref","unstructured":"Kazai G. J. Kamps and N. Milic-Frayling. \u201cThe Face of Quality in Crowdsourcing Relevance Labels: Demographics Personality and Labeling Accuracy.\u201d Proceedings of the 21st ACM International Conference on Information and Knowledge Management(CIKM-12). Hawaii USA 2012.","DOI":"10.1145\/2396761.2398697"},{"key":"e_1_3_4_27_1","article-title":"SARSOP: Efficient Point-Based POMDP Planning by Approximating Optimally Reachable Belief Spaces","volume":"2008","author":"Kurniawati H.","year":"2008","unstructured":"Kurniawati, H., D. Hsu, and W. S. Lee. 2008. \u201cSARSOP: Efficient Point-Based POMDP Planning by Approximating Optimally Reachable Belief Spaces.\u201d Robotics: Science and Systems. Vol. 2008.","journal-title":"Robotics: Science and Systems"},{"key":"e_1_3_4_28_1","doi-asserted-by":"crossref","unstructured":"Lin C. H. M. Daniel and S. Weld. \u201cDynamically Switching between Synergistic Workflows for Crowdsourcing.\u201d Proceedings of the 26th AAAI Conference on Artificial Intelligence(AAAI-12). Toronto Canada AAAI 2012.","DOI":"10.1609\/aaai.v26i1.8121"},{"key":"e_1_3_4_29_1","doi-asserted-by":"publisher","DOI":"10.1111\/j.1365-2966.2008.13689.x"},{"key":"e_1_3_4_30_1","doi-asserted-by":"crossref","unstructured":"Mao A. E. Kamar Y. Chen E. Horvitz M. E. Schwamb C. J. Lintott and A. M. Smith. \u201cVolunteering versus Work for Pay: Incentives and Tradeoffs in Crowdsourcing.\u201d Proceedings of the 1st AAAI Conference on Human Computation and Crowdsourcing(HCOMP-13). 2013a.","DOI":"10.1609\/hcomp.v1i1.13075"},{"key":"e_1_3_4_31_1","doi-asserted-by":"crossref","unstructured":"Mao A. E. Kamar and E. Horvitz. \u201cWhy Stop Now? Predicting Worker Engagement in Online Crowdsourcing.\u201d Proceedings of the 1st AAAI Conference on Human Computation and Crowdsourcing(HCOMP-13). 2013b.","DOI":"10.1609\/hcomp.v1i1.13076"},{"key":"e_1_3_4_32_1","volume-title":"POMDPs for Robotic Tasks with Mixed Observability. Proceedings of\u00a0Robotics: Science and Systems V., Seattle, USA, 2009","author":"Ong, S. C. W., S. W. Png, D. Hsu, and W. S. Lee.","unstructured":"Ong, S. C. W., S. W. Png, D. Hsu, and W. S. Lee. \"POMDPs for Robotic Tasks with Mixed Observability. Proceedings of\u00a0Robotics: Science and Systems V., Seattle, USA, 2009."},{"key":"e_1_3_4_33_1","unstructured":"Rajpal S. K. Goel and Mausam. \u201cPOMDP-Based Worker Pool Selection for Crowdsourcing.\u201d Proceedings of the 32nd International Conference on Machine Learning(ICML-15) Lille France 2015."},{"key":"e_1_3_4_34_1","doi-asserted-by":"crossref","unstructured":"Sheng V. S. F. Provost and P. G. Ipeirotis. \u201cGet Another Label? Improving Data Quality and Data Mining Using Multiple Noisy Labelers.\u201d Proceedings of the 14th ACM SIGKDD International Conference on Knowledge Discovery and Data Mining(KDD-08). Las Vegas Nevada USA ACM 2008.","DOI":"10.1145\/1401890.1401965"},{"key":"e_1_3_4_35_1","unstructured":"Tran-Thanh L. M. Venanzi A. Rogers and N. R. Jennings. \u201cEfficient Budget Allocation with Accuracy Guarantees for Crowdsourcing Classification Tasks.\u201d Proceedings of the 12th International Conference on Autonomous Agents and Multiagent Systems(AAMAS-13). Bologna Italy IFAAMAS 2013."},{"key":"e_1_3_4_36_1","doi-asserted-by":"publisher","DOI":"10.1109\/TCYB.2016.2602498"},{"key":"e_1_3_4_37_1","doi-asserted-by":"crossref","unstructured":"Wang W. X.-Y. Guo S.-Y. Li Y. Jiang and Z.-H. Zhou. \u201cObtaining High-Quality Label by Distinguishing between Easy and Hard Items in Crowdsourcing.\u201d Proceedings of the 26th International Joint Conference on Artificial Intelligence(IJCAI-17). Melbourne Australia 2017b.","DOI":"10.24963\/ijcai.2017\/413"},{"key":"e_1_3_4_38_1","unstructured":"Whitehill J. W. Ting-Fan J. Bergsma J. R. Movellan and P. L. Ruvolo. \u201cWhose Vote Should Count More: Optimal Integration of Labels from Labelers of Unknown Expertise.\u201d Proceedings of the 23th Advances in Neural Information Processing Systems(NIPS-09). Vancouver B.C. Canada 2009."},{"key":"e_1_3_4_39_1","doi-asserted-by":"publisher","DOI":"10.1109\/JSAC.2017.2659278"},{"key":"e_1_3_4_40_1","doi-asserted-by":"publisher","DOI":"10.1080\/17517575.2016.1253874"},{"key":"e_1_3_4_41_1","unstructured":"Yin M. and Y. Chen. \u201cBonus or Not? Learn to Reward in Crowdsourcing.\u201d Proceedings of the 24th International Joint Conference on Artificial Intelligence(IJCAI-15). Buenos Aires Argentina 2015."},{"key":"e_1_3_4_42_1","doi-asserted-by":"publisher","DOI":"10.1109\/TKDE.2015.2504974"}],"container-title":["Enterprise Information Systems"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/www.tandfonline.com\/doi\/pdf\/10.1080\/17517575.2018.1493539","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,8,19]],"date-time":"2024-08-19T10:51:07Z","timestamp":1724064667000},"score":1,"resource":{"primary":{"URL":"https:\/\/www.tandfonline.com\/doi\/full\/10.1080\/17517575.2018.1493539"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2018,7,9]]},"references-count":41,"journal-issue":{"issue":"7-8","published-print":{"date-parts":[[2019,9,14]]}},"alternative-id":["10.1080\/17517575.2018.1493539"],"URL":"https:\/\/doi.org\/10.1080\/17517575.2018.1493539","relation":{},"ISSN":["1751-7575","1751-7583"],"issn-type":[{"value":"1751-7575","type":"print"},{"value":"1751-7583","type":"electronic"}],"subject":[],"published":{"date-parts":[[2018,7,9]]},"assertion":[{"value":"The publishing and review policy for this title is described in its Aims & Scope.","order":1,"name":"peerreview_statement","label":"Peer Review Statement"},{"value":"http:\/\/www.tandfonline.com\/action\/journalInformation?show=aimsScope&journalCode=teis20","URL":"http:\/\/www.tandfonline.com\/action\/journalInformation?show=aimsScope&journalCode=teis20","order":2,"name":"aims_and_scope_url","label":"Aim & Scope"},{"value":"2017-12-27","order":0,"name":"received","label":"Received","group":{"name":"publication_history","label":"Publication History"}},{"value":"2018-06-22","order":2,"name":"accepted","label":"Accepted","group":{"name":"publication_history","label":"Publication History"}},{"value":"2018-07-09","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}