{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,11,3]],"date-time":"2025-11-03T04:51:17Z","timestamp":1762145477829,"version":"3.41.0"},"publisher-location":"New York, NY, USA","reference-count":44,"publisher":"ACM","license":[{"start":{"date-parts":[[2019,11,3]],"date-time":"2019-11-03T00:00:00Z","timestamp":1572739200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"funder":[{"DOI":"10.13039\/100000001","name":"National Science Foundation","doi-asserted-by":"publisher","award":["1453080."],"award-info":[{"award-number":["1453080."]}],"id":[{"id":"10.13039\/100000001","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2019,11,3]]},"DOI":"10.1145\/3357384.3357933","type":"proceedings-article","created":{"date-parts":[[2019,11,4]],"date-time":"2019-11-04T14:11:35Z","timestamp":1572876695000},"page":"2003-2012","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":4,"title":["Rating Mechanisms for Sustainability of Crowdsourcing Platforms"],"prefix":"10.1145","author":[{"given":"Chenxi","family":"Qiu","sequence":"first","affiliation":[{"name":"Rowan University, Glassboro, NJ, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Anna","family":"Squicciarini","sequence":"additional","affiliation":[{"name":"Pennsylvania State University, University Park, PA, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Sarah","family":"Rajtmajer","sequence":"additional","affiliation":[{"name":"Pennsylvania State University, University Park, PA, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"320","published-online":{"date-parts":[[2019,11,3]]},"reference":[{"key":"e_1_3_2_1_1_1","doi-asserted-by":"crossref","unstructured":"Mohammad Allahbakhsh Aleksandar Ignjatovi Boualem Benatallah AminBeheshti Elisa Bertino and Norman Foo. 2012. Reputation Management inCrowdsourcing Systems. 664--671. https:\/\/doi.org\/10.4108\/icst.collaboratecom.2012.250499  Mohammad Allahbakhsh Aleksandar Ignjatovi Boualem Benatallah AminBeheshti Elisa Bertino and Norman Foo. 2012. Reputation Management inCrowdsourcing Systems. 664--671. https:\/\/doi.org\/10.4108\/icst.collaboratecom.2012.250499","DOI":"10.4108\/icst.collaboratecom.2012.250499"},{"volume-title":"Who Will Stop Contributing?: Predicting Inactive Editors","author":"Arelli Harish","key":"e_1_3_2_1_2_1","doi-asserted-by":"crossref","DOI":"10.1145\/3110025.3110026"},{"key":"e_1_3_2_1_3_1","doi-asserted-by":"publisher","DOI":"10.1145\/1979742.1979606"},{"volume-title":"Mechanism Design, and Cooperative Game Theory. CoRRabs\/1205.2654","year":"2012","author":"Conitzer Vincent","key":"e_1_3_2_1_4_1"},{"key":"e_1_3_2_1_5_1","doi-asserted-by":"publisher","DOI":"10.1080\/02331930701617551"},{"volume-title":"Complexity Issues in Bilevel Linear Programming","author":"Deng Xiaotie","key":"e_1_3_2_1_6_1"},{"key":"e_1_3_2_1_7_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.ebiom.2015.05.009"},{"volume-title":"Proc. of the 29th Annual Symposium on User Interface Software and Technology (UIST '16)","author":"Snehalkumar","key":"e_1_3_2_1_8_1"},{"volume-title":"Springer New York","author":"Ghosh Arpita","key":"e_1_3_2_1_9_1"},{"key":"e_1_3_2_1_10_1","doi-asserted-by":"publisher","DOI":"10.1145\/2187836.2187910"},{"key":"e_1_3_2_1_11_1","doi-asserted-by":"publisher","DOI":"10.1145\/2187836.2187910"},{"key":"e_1_3_2_1_12_1","doi-asserted-by":"publisher","DOI":"10.1145\/2187836.2187970"},{"volume-title":"government","year":"2019","author":"S.","key":"e_1_3_2_1_13_1"},{"key":"e_1_3_2_1_14_1","doi-asserted-by":"publisher","DOI":"10.1137\/0913069"},{"key":"e_1_3_2_1_15_1","first-page":"1","article-title":"A Data-Driven Analysis of Workers' Earnings on Amazon Mechanical Turk. In Proceedings of the 2018 CHI Conference on Human Factors in Computing Systems (CHI '18). ACM, New York","volume":"449","author":"Hara Kotaro","year":"2018","journal-title":"NY, USA"},{"volume-title":"Existence of optimal solutions to mathematical programs with equilibrium constraintsOperations Research Letter7, 2","year":"1988","author":"Harker Patrick T","key":"e_1_3_2_1_16_1"},{"key":"e_1_3_2_1_17_1","unstructured":"Frederick S. Hillier. 2008.Linear and Nonlinear Programming. Stanford University.  Frederick S. Hillier. 2008.Linear and Nonlinear Programming. Stanford University."},{"volume-title":"Proc. of AAAI.","year":"2017","author":"Hu Zehong","key":"e_1_3_2_1_18_1"},{"key":"e_1_3_2_1_19_1","doi-asserted-by":"publisher","DOI":"10.1215\/00382876-2831665"},{"volume-title":"Proc. of the 10th ACM Conference on Electronic Commerce (EC '09)","author":"Jain Shaili","key":"e_1_3_2_1_20_1"},{"volume-title":"MacKie-Mason","year":"2012","author":"Jian Lian","key":"e_1_3_2_1_21_1"},{"key":"e_1_3_2_1_22_1","doi-asserted-by":"publisher","DOI":"10.1145\/2441776.2441923"},{"volume-title":"jay","year":"2014","author":"Krishnan Sanjay","key":"e_1_3_2_1_23_1"},{"volume-title":"Goldberg","year":"2014","author":"Krishnan Sanjay","key":"e_1_3_2_1_24_1"},{"volume-title":"https:\/\/www.espgaming.com\/. (2019). [Online","year":"2019","author":"Lab ESP","key":"e_1_3_2_1_25_1"},{"volume-title":"McDonald","year":"2015","author":"Lay David C.","key":"e_1_3_2_1_26_1"},{"volume-title":"Existence of Solutions to Bilevel Variational Problems in Banach Spaces","author":"Lignola Maria Beatrice","key":"e_1_3_2_1_27_1"},{"volume-title":"International Journal of Communication 6(01","year":"2012","author":"Literat Ioana","key":"e_1_3_2_1_28_1"},{"volume-title":"Stackelberg Game Based Incentive Mechanisms for Multiple Collaborative Tasks in Mobile Crowd-sourcing. Mobile Networks and Applications(12","year":"2015","author":"Luo Shuyun","key":"e_1_3_2_1_29_1"},{"key":"e_1_3_2_1_30_1","doi-asserted-by":"publisher","DOI":"10.1145\/2531602.2531663"},{"key":"e_1_3_2_1_31_1","doi-asserted-by":"publisher","DOI":"10.1145\/2531602.2531663"},{"key":"e_1_3_2_1_32_1","article-title":"Social Crowd Integration in New Product Development: Crowdsourcing Communities Nourish the Open Innovation Paradigm","volume":"15","author":"Mladenow Andreas","year":"2014","journal-title":"Global Journal of Flexible Systems Management"},{"volume-title":"Relationship-Based Business Process Crowdsourcing. In INTERACT '13","year":"2013","author":"O'Neill Jacki","key":"e_1_3_2_1_33_1"},{"key":"e_1_3_2_1_34_1","doi-asserted-by":"publisher","DOI":"10.1007\/BF00939610"},{"volume-title":"Proc. of the International Conference on Autonomous Agents and Multi Agent Systems(AAMAS)","author":"Qiu C.","key":"e_1_3_2_1_35_1"},{"volume-title":"Proc. of International Conference on Autonomous Agents and Multiagent Systems (AAMAS).","year":"2019","author":"Qiu C.","key":"e_1_3_2_1_36_1"},{"volume-title":"Dynamic Contract Design for Heterogenous Workers in Crowdsourcing for Quality Control. In 2017 IEEE 37th International Conference on Distributed Computing Systems (ICDCS). 1168--1177","year":"2017","author":"Qiu C.","key":"e_1_3_2_1_37_1"},{"edition":"8","volume-title":"Introduction to Probability Models","author":"Ross S. M.","key":"e_1_3_2_1_38_1"},{"key":"e_1_3_2_1_39_1","doi-asserted-by":"publisher","DOI":"10.1080\/10580530.2013.739883"},{"volume-title":"Public Participation in Scientific Research: a Framework for Deliberate Design","year":"2012","author":"Shirk Jennifer L.","key":"e_1_3_2_1_40_1"},{"key":"e_1_3_2_1_41_1","doi-asserted-by":"publisher","DOI":"10.1109\/TEVC.2017.2712906"},{"key":"e_1_3_2_1_42_1","doi-asserted-by":"crossref","unstructured":"L. Vicente G. Savard and J. J\u00fadice. 1994. Descent approaches for quadratic bi level programming.Journal of Optimization Theory and Applications 81 2 (01 May 1994) 379--399. https:\/\/doi.org\/10.1007\/BF02191670  L. Vicente G. Savard and J. J\u00fadice. 1994. Descent approaches for quadratic bi level programming.Journal of Optimization Theory and Applications 81 2 (01 May 1994) 379--399. https:\/\/doi.org\/10.1007\/BF02191670","DOI":"10.1007\/BF02191670"},{"volume-title":"Stackelberg Security Games: Models, Applications and Computational Aspects. Journal of Telecommunications and Information Technology 3 (09","year":"2016","author":"Wilczy\u00c5Dski Andrzej","key":"e_1_3_2_1_43_1"},{"key":"e_1_3_2_1_44_1","doi-asserted-by":"publisher","DOI":"10.1109\/GAMENETS.2009.5137424"}],"event":{"name":"CIKM '19: The 28th ACM International Conference on Information and Knowledge Management","sponsor":["SIGWEB ACM Special Interest Group on Hypertext, Hypermedia, and Web","SIGIR ACM Special Interest Group on Information Retrieval"],"location":"Beijing China","acronym":"CIKM '19"},"container-title":["Proceedings of the 28th ACM International Conference on Information and Knowledge Management"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3357384.3357933","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3357384.3357933","content-type":"application\/pdf","content-version":"vor","intended-application":"syndication"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3357384.3357933","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,17]],"date-time":"2025-06-17T23:23:03Z","timestamp":1750202583000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3357384.3357933"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2019,11,3]]},"references-count":44,"alternative-id":["10.1145\/3357384.3357933","10.1145\/3357384"],"URL":"https:\/\/doi.org\/10.1145\/3357384.3357933","relation":{},"subject":[],"published":{"date-parts":[[2019,11,3]]},"assertion":[{"value":"2019-11-03","order":2,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}