{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,2,5]],"date-time":"2026-02-05T10:46:11Z","timestamp":1770288371013,"version":"3.49.0"},"publisher-location":"New York, New York, USA","reference-count":60,"publisher":"ACM Press","license":[{"start":{"date-parts":[[2017,1,1]],"date-time":"2017-01-01T00:00:00Z","timestamp":1483228800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/"}],"funder":[{"name":"Academy of Finland","award":["276786-AWARE"],"award-info":[{"award-number":["276786-AWARE"]}]},{"name":"Academy of Finland","award":["286386-CPDSS"],"award-info":[{"award-number":["286386-CPDSS"]}]},{"name":"Academy of Finland","award":["285459-iSCIENCE"],"award-info":[{"award-number":["285459-iSCIENCE"]}]},{"name":"Academy of Finland","award":["304925-CARE"],"award-info":[{"award-number":["304925-CARE"]}]},{"name":"European Commission","award":["645706-GRAGE"],"award-info":[{"award-number":["645706-GRAGE"]}]},{"name":"European Commission","award":["PCIG11-GA-2012-322138"],"award-info":[{"award-number":["PCIG11-GA-2012-322138"]}]},{"name":"European Commission","award":["6AIKA-A71143-AKAI"],"award-info":[{"award-number":["6AIKA-A71143-AKAI"]}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2017]]},"DOI":"10.1145\/3041021.3055128","type":"proceedings-article","created":{"date-parts":[[2018,1,11]],"date-time":"2018-01-11T18:39:25Z","timestamp":1515695965000},"page":"1023-1031","source":"Crossref","is-referenced-by-count":18,"title":["Task Routing and Assignment in Crowdsourcing based on Cognitive Abilities"],"prefix":"10.1145","author":[{"given":"Jorge","family":"Goncalves","sequence":"first","affiliation":[{"name":"The University of Melbourne & University of Oulu, Melbourne, Australia"}]},{"given":"Michael","family":"Feldman","sequence":"additional","affiliation":[{"name":"University of Zurich, Zurich, Switzerland"}]},{"given":"Subingqian","family":"Hu","sequence":"additional","affiliation":[{"name":"University of Oulu, Oulu, Finland"}]},{"given":"Vassilis","family":"Kostakos","sequence":"additional","affiliation":[{"name":"The University of Melbourne & University of Oulu, Melbourne, Australia"}]},{"given":"Abraham","family":"Bernstein","sequence":"additional","affiliation":[{"name":"University of Zurich, Zurich, Switzerland"}]}],"member":"320","reference":[{"key":"key-10.1145\/3041021.3055128-1","doi-asserted-by":"crossref","unstructured":"Allen, G. L., Kirasic, K. C., Dobson, S. H., Long, R. G., and Beck, S. 1996. Predicting environmental learning from spatial abilities: An indirect route. Intelligence 22, 3: 327--355.","DOI":"10.1016\/S0160-2896(96)90026-4"},{"key":"key-10.1145\/3041021.3055128-2","doi-asserted-by":"crossref","unstructured":"Bandura, A. 200 Social cognitive theory: An agentic perspective. Annual Review of Psychology 52, 1: 1--26.","DOI":"10.1146\/annurev.psych.52.1.1"},{"key":"key-10.1145\/3041021.3055128-3","doi-asserted-by":"crossref","unstructured":"Bernstein, A., Klein, M., and Malone, T. W. 2012. Programming the global brain. Communications of the ACM 55, 5: 41--43.","DOI":"10.1145\/2160718.2160731"},{"key":"key-10.1145\/3041021.3055128-4","doi-asserted-by":"crossref","unstructured":"Callison-Burch, C. 2009. Fast, cheap, and creative: evaluating translation quality using Amazon's Mechanical Turk. In Proceedings of the 2009 Conference on Empirical Methods in Natural Language Processing, 286--295.","DOI":"10.3115\/1699510.1699548"},{"key":"key-10.1145\/3041021.3055128-5","doi-asserted-by":"crossref","unstructured":"Caplan, R. D. 1987. Person-environment fit theory and organizations: Commensurate dimensions, time perspectives, and mechanisms. Journal of Vocational Behavior 31, 3: 248--267.","DOI":"10.1016\/0001-8791(87)90042-X"},{"key":"key-10.1145\/3041021.3055128-6","doi-asserted-by":"crossref","unstructured":"Chilton, M. A., Hardgrave, B. C., and Armstrong, D. J. 2005. Person-job cognitive style fit for software developers: the effect on strain and performance. Journal of Management Information Systems 22, 2: 193--226.","DOI":"10.1080\/07421222.2005.11045849"},{"key":"key-10.1145\/3041021.3055128-7","doi-asserted-by":"crossref","unstructured":"Chiu, C., Hsu, M., and Wang, E. T. 2006. Understanding knowledge sharing in virtual communities: An integration of social capital and social cognitive theories. Decision Support Systems 42, 3: 1872--1888.","DOI":"10.1016\/j.dss.2006.04.001"},{"key":"key-10.1145\/3041021.3055128-8","unstructured":"Donkor, B. 2013. On Social Sentiment and Sentiment Analysis. Retrieved 13\/05\/2016 from http:\/\/brnrd.me\/social-sentiment-sentiment-analysis\/"},{"key":"key-10.1145\/3041021.3055128-9","doi-asserted-by":"crossref","unstructured":"Downing, R. E., Moore, J. L., and Brown, S. W. 2005. The effects and interaction of spatial visualization and domain expertise on information seeking. Computers in Human Behavior 21, 2: 195--209.","DOI":"10.1016\/j.chb.2004.03.040"},{"key":"key-10.1145\/3041021.3055128-10","doi-asserted-by":"crossref","unstructured":"Downs, J. S., Holbrook, M. B., Sheng, S., and Cranor, L. F. 2010. Are Your Participants Gaming the System?: Screening Mechanical Turk Workers. In Proceedings of the SIGCHI Conference on Human Factors in Computing Systems, ACM, 2399--2402.","DOI":"10.1145\/1753326.1753688"},{"key":"key-10.1145\/3041021.3055128-11","unstructured":"Dunnette, M. D. 1976. Aptitudes, abilities, and skills. Handbook of Industrial and Organizational Psychology: 473--520."},{"key":"key-10.1145\/3041021.3055128-12","doi-asserted-by":"crossref","unstructured":"Efron, B. 1983. Estimating the error rate of a prediction rule: improvement on cross-validation. Journal of the American Statistical Association 78, 382: 316--331.","DOI":"10.1080\/01621459.1983.10477973"},{"key":"key-10.1145\/3041021.3055128-13","unstructured":"Ekstrom, R. B., French, J. W., Harman, H., and Dermen, D. 1976. Manual for kit of factor referenced cognitive tests. Educational Testing Service Princeton, NJ."},{"key":"key-10.1145\/3041021.3055128-14","unstructured":"Feldman, M., and Bernstein, A. 2014. Cognition-based Task Routing: Towards Highly-Effective Task-Assignments in Crowdsourcing Settings."},{"key":"key-10.1145\/3041021.3055128-15","doi-asserted-by":"crossref","unstructured":"Ferrari, S., and Cribari-Neto, F. 2004. Beta regression for modelling rates and proportions. Journal of Applied Statistics 31, 7: 799--815.","DOI":"10.1080\/0266476042000214501"},{"key":"key-10.1145\/3041021.3055128-16","doi-asserted-by":"crossref","unstructured":"Goncalves, J., Ferreira, D., Hosio, S., Liu, Y., Rogstadius, J., Kukka, H., and Kostakos, V. 2013. Crowdsourcing on the spot: altruistic use of public displays, feasibility, performance, and behaviours. In Proceedings of the 2013 ACM International Joint Conference on Pervasive and Ubiquitous Computing, ACM, 753--762.","DOI":"10.1145\/2493432.2493481"},{"key":"key-10.1145\/3041021.3055128-17","doi-asserted-by":"crossref","unstructured":"Goncalves, J., Hosio, S., Ferreira, D., and Kostakos, V. 2014. Game of Words: Tagging Places through Crowdsourcing on Public Displays. In Proceedings of the 2014 Conference on Designing Interactive Systems, 705--714.","DOI":"10.1145\/2598510.2598514"},{"key":"key-10.1145\/3041021.3055128-18","doi-asserted-by":"crossref","unstructured":"Goncalves, J., Hosio, S., Rogstadius, J., Karapanos, E., and Kostakos, V. 2015. Motivating participation and improving quality of contribution in ubiquitous crowdsourcing. Computer Networks 90, 34--48.","DOI":"10.1016\/j.comnet.2015.07.002"},{"key":"key-10.1145\/3041021.3055128-19","doi-asserted-by":"crossref","unstructured":"Goncalves, J., Kukka, H., S&#225;nchez, I., and Kostakos, V. 2016. Crowdsourcing Queue Estimations in Situ. In Proceedings of the 19th ACM Conference on Computer-Supported Cooperative Work &#38; Social Computing, ACM, 1040--1051.","DOI":"10.1145\/2818048.2819997"},{"key":"key-10.1145\/3041021.3055128-20","doi-asserted-by":"crossref","unstructured":"Goncalves, J., Pandab, P., Ferreira, D., Ghahramani, M., Zhao, G., and Kostakos, V. 2014. Projective testing of diurnal collective emotion. In Proceedings of the 2014 ACM International Joint Conference on Pervasive and Ubiquitous Computing, ACM, 487--497.","DOI":"10.1145\/2632048.2636067"},{"key":"key-10.1145\/3041021.3055128-21","unstructured":"Ho, C., Jabbari, S., and Vaughan, J. W. 2013. Adaptive task assignment for crowdsourced classification. In Proceedings of the 30th International Conference on Machine Learning (ICML-13), 534--542."},{"key":"key-10.1145\/3041021.3055128-22","unstructured":"Ho, C., and Vaughan, J. W. 2012. Online Task Assignment in Crowdsourcing Markets. In AAAI Conference on Artificial Intelligence, 12, 45--51."},{"key":"key-10.1145\/3041021.3055128-23","doi-asserted-by":"crossref","unstructured":"Hoffman, B. J., and Woehr, D. J. 2006. A quantitative review of the relationship between person--organization fit and behavioral outcomes. Journal of Vocational Behavior 68, 3: 389--399.","DOI":"10.1016\/j.jvb.2005.08.003"},{"key":"key-10.1145\/3041021.3055128-24","doi-asserted-by":"crossref","unstructured":"Horowitz, D., and Kamvar, S. D. 2010. The anatomy of a large-scale social search engine. In Proceedings of the 19th International Conference on World Wide Web, 431--440.","DOI":"10.1145\/1772690.1772735"},{"key":"key-10.1145\/3041021.3055128-25","doi-asserted-by":"crossref","unstructured":"Horton, J., Rand, D. G., and Zeckhauser, R. J. 2011. The online laboratory: Conducting experiments in a real labor market. Experimental Economics 14, 3: 399--425.","DOI":"10.1007\/s10683-011-9273-9"},{"key":"key-10.1145\/3041021.3055128-26","doi-asserted-by":"crossref","unstructured":"Hosio, S., Goncalves, J., Lehdonvirta, V., Ferreira, D., and Kostakos, V. 2014. Situated Crowdsourcing Using a Market Model. In User Interface Software and Technology, ACM, 55--64.","DOI":"10.1145\/2642918.2647362"},{"key":"key-10.1145\/3041021.3055128-27","doi-asserted-by":"crossref","unstructured":"Hosio, S., Goncalves, J., Kostakos, V., and Riekki, J. 2015. Crowdsourcing public opinion using urban pervasive technologies: Lessons from real-life experiments in Oulu. Policy &#38; Internet 7, 2: 203--222.","DOI":"10.1002\/poi3.90"},{"key":"key-10.1145\/3041021.3055128-28","doi-asserted-by":"crossref","unstructured":"Ipeirotis, P. G., Provost, F., and Wang, J. 2010. Quality management on amazon mechanical turk. In Proceedings of the ACM SIGKDD workshop on Human Computation, 64--67.","DOI":"10.1145\/1837885.1837906"},{"key":"key-10.1145\/3041021.3055128-29","doi-asserted-by":"crossref","unstructured":"Jung, H. J. 2014. Quality assurance in crowdsourcing via matrix factorization based task routing. In Proceedings of the Companion Publication of the 23rd International Conference on World Wide Web Companion, 3--8.","DOI":"10.1145\/2567948.2567951"},{"key":"key-10.1145\/3041021.3055128-30","unstructured":"Kanfer, R., and Ackerman, P. 1989. Motivation and cognitive abilities: An integrative\/aptitude-treatment interaction approach to skill acquisition. Journal of Applied Psychology 74, 4: 657."},{"key":"key-10.1145\/3041021.3055128-31","doi-asserted-by":"crossref","unstructured":"Kittur, A., Nickerson, J. V., Bernstein, M., Gerber, E., Shaw, A., Zimmerman, J., Lease, M., and Horton, J. 2013. The future of crowd work. In Proceedings of the 2013 Conference on Computer Supported Cooperative Work, ACM, 1301--1318.","DOI":"10.1145\/2441776.2441923"},{"key":"key-10.1145\/3041021.3055128-32","doi-asserted-by":"crossref","unstructured":"Kristof, A. L. 1996. Person-organization fit: An integrative review of its conceptualizations, measurement, and implications. Personnel Psychology 49, 1: 1--49.","DOI":"10.1111\/j.1744-6570.1996.tb01790.x"},{"key":"key-10.1145\/3041021.3055128-33","doi-asserted-by":"crossref","unstructured":"Kristof-Brown, A.L., Zimmerman, R. D., and Johnson, E. C. 2005. Consequences of individuals' fit at work: a meta-analysis of person-job, person-organization, person-group, and person-supervisor fit. Personnel Psychology 58, 2: 281--342.","DOI":"10.1111\/j.1744-6570.2005.00672.x"},{"key":"key-10.1145\/3041021.3055128-34","doi-asserted-by":"crossref","unstructured":"Lee, M. D., Steyvers, M., De Young, M., and Miller, B. 2012. Inferring expertise in knowledge and prediction ranking tasks. Topics in Cognitive Science 4, 1: 151--163.","DOI":"10.1111\/j.1756-8765.2011.01175.x"},{"key":"key-10.1145\/3041021.3055128-35","doi-asserted-by":"crossref","unstructured":"Li, H., Li, T., and Wang, Y. 2015. Dynamic Participant Recruitment of Mobile Crowd Sensing for Heterogeneous Sensing Tasks. In Mobile Ad Hoc and Sensor Systems (MASS), 2015 IEEE 12th International Conference on, 136--144.","DOI":"10.1109\/MASS.2015.46"},{"key":"key-10.1145\/3041021.3055128-36","doi-asserted-by":"crossref","unstructured":"Mao, A., Kamar, E., and Horvitz, E. 2013. Why stop now? predicting worker engagement in online crowdsourcing. In First AAAI Conference on Human Computation and Crowdsourcing.","DOI":"10.1609\/hcomp.v1i1.13076"},{"key":"key-10.1145\/3041021.3055128-37","doi-asserted-by":"crossref","unstructured":"Mayer, R. E. 2014. Cognitive theory of multimedia learning. The Cambridge Handbook of Multimedia Learning: 43--71.","DOI":"10.1017\/CBO9781139547369.005"},{"key":"key-10.1145\/3041021.3055128-38","doi-asserted-by":"crossref","unstructured":"Morris, R., Dontcheva, M., and Gerber, E. M. 2012. Priming for better performance in microtask crowdsourcing environments. Internet Computing, IEEE 16, 5: 13--19.","DOI":"10.1109\/MIC.2012.68"},{"key":"key-10.1145\/3041021.3055128-39","doi-asserted-by":"crossref","unstructured":"M&#252;ller, J., Alt, F., Michelis, D., and Schmidt, A.. 2010. Requirements and design space for interactive public displays. In Proceedings of the international conference on Multimedia, ACM, 1285--1294.","DOI":"10.1145\/1873951.1874203"},{"key":"key-10.1145\/3041021.3055128-40","doi-asserted-by":"crossref","unstructured":"Navarro, G. 2001. A Guided Tour to Approximate String Matching. ACM Comput. Surv. 33, 1: 31--88.","DOI":"10.1145\/375360.375365"},{"key":"key-10.1145\/3041021.3055128-41","doi-asserted-by":"crossref","unstructured":"Peters, T. A. 1996. Human factors in information systems: Emerging theoretical bases. Human factors in information systems: Emerging theoretical bases.","DOI":"10.1002\/(SICI)1097-4571(199608)47:8<655::AID-ASI14>3.0.CO;2-U"},{"key":"key-10.1145\/3041021.3055128-42","doi-asserted-by":"crossref","unstructured":"Pinker, S. 1984. Visual cognition: An introduction. Cognition 18, 1: 1--63.","DOI":"10.1016\/0010-0277(84)90021-0"},{"key":"key-10.1145\/3041021.3055128-43","doi-asserted-by":"crossref","unstructured":"Plass, J. L., Moreno, R., and Br&#252;nken, R. 2010. Cognitive load theory. Cambridge University Press.","DOI":"10.1017\/CBO9780511844744"},{"key":"key-10.1145\/3041021.3055128-44","doi-asserted-by":"crossref","unstructured":"Reber, R., and Schwarz, N. 1999. Effects of perceptual fluency on judgments of truth. Consciousness and Cognition 8, 3: 338--342.","DOI":"10.1006\/ccog.1999.0386"},{"key":"key-10.1145\/3041021.3055128-45","doi-asserted-by":"crossref","unstructured":"Reddy, S., Estrin, D., and Srivastava, M. 2010. Recruitment Framework for Participatory Sensing Data Collections. In Proceedings of the 8th International Conference on Pervasive Computing, Springer-Verlag, 138--155.","DOI":"10.1007\/978-3-642-12654-3_9"},{"key":"key-10.1145\/3041021.3055128-46","unstructured":"Rodrigues, A. 2014. The theory of cognitive dissonance: a current perspective. Arquivos Brasileiros de Psicologia Aplicada 22, 2: 126--127."},{"key":"key-10.1145\/3041021.3055128-47","unstructured":"Rogstadius, J., Kostakos, V., Kittur, A., Smus, B., Laredo, J., and Vukovic, M. 2011. An Assessment of Intrinsic and Extrinsic Motivation on Task Performance in Crowdsourcing Markets. In International AAAI Conference on Web and Social Media, 321--328."},{"key":"key-10.1145\/3041021.3055128-48","doi-asserted-by":"crossref","unstructured":"Ruble, T. L., and Cosier, R. A. 1990. Effects of cognitive styles and decision setting on performance. Organizational Behavior and Human Decision Processes 46, 2: 283--295.","DOI":"10.1016\/0749-5978(90)90033-6"},{"key":"key-10.1145\/3041021.3055128-49","doi-asserted-by":"crossref","unstructured":"Shirani-Mehr, H., Banaei-Kashani, E., and Shahabi. C. 2009. Efficient Viewpoint Assignment for Urban Texture Documentation. In Proceedings of the 17th ACM SIGSPATIAL International Conference on Advances in Geographic Information Systems, ACM, 62--71.","DOI":"10.1145\/1653771.1653783"},{"key":"key-10.1145\/3041021.3055128-50","unstructured":"Shirky, C. 2010. Cognitive surplus: How technology makes consumers into collaborators. Penguin."},{"key":"key-10.1145\/3041021.3055128-51","doi-asserted-by":"crossref","unstructured":"Speier, C., Valacich, J. S., and Vessey, I. 1999. The Influence of Task Interruption on Individual Decision Making: An Information Overload Perspective. Decision Sciences 30, 2: 337--360.","DOI":"10.1111\/j.1540-5915.1999.tb01613.x"},{"key":"key-10.1145\/3041021.3055128-52","doi-asserted-by":"crossref","unstructured":"Tan, F. B., and Hunter, M. G. 2002. The repertory grid technique: A method for the study of cognition in information systems. MIS Quarterly: 39--57.","DOI":"10.2307\/4132340"},{"key":"key-10.1145\/3041021.3055128-53","unstructured":"Vakharia, D., and Lease, M. 2013. Beyond AMT: An analysis of crowd work platforms. arXiv preprint arXiv:1310.1672."},{"key":"key-10.1145\/3041021.3055128-54","unstructured":"Van Belle, G. 2011. Statistical rules of thumb. John Wiley &#38; Sons."},{"key":"key-10.1145\/3041021.3055128-55","doi-asserted-by":"crossref","unstructured":"Van Merrienboer, J., and Sweller, J. 2005. Cognitive load theory and complex learning: Recent developments and future directions. Educational Psychology Review 17, 2: 147--177.","DOI":"10.1007\/s10648-005-3951-0"},{"key":"key-10.1145\/3041021.3055128-56","doi-asserted-by":"crossref","unstructured":"Verquer, M. L., Beehr, T. A., and Wagner, S. H. 2003. A meta-analysis of relations between person--organization fit and work attitudes. Journal of Vocational Behavior 63, 3: 473--489.","DOI":"10.1016\/S0001-8791(02)00036-2"},{"key":"key-10.1145\/3041021.3055128-57","unstructured":"Williams, M. N., Grajales, C. A., and Kurkiewicz, D. 2013. Assumptions of multiple regression: correcting two misconceptions. Practical Assessment, Research &#38; Evaluation 18, 11: 2."},{"key":"key-10.1145\/3041021.3055128-58","doi-asserted-by":"crossref","unstructured":"Wilson, R. S., De Leon, C. F., Barnes, L., Schneider, J. A., Bienias, J. L., Evans, D. A., and Bennett, D. A. 2002. Participation in cognitively stimulating activities and risk of incident Alzheimer disease. Jama 287, 6: 742--748.","DOI":"10.1001\/jama.287.6.742"},{"key":"key-10.1145\/3041021.3055128-59","doi-asserted-by":"crossref","unstructured":"Xiao, M., Wu, J., Huang, L., Wang, Y., and Liu, C. 2015. Multi-task assignment for crowdsensing in mobile social networks. In Computer Communications (INFOCOM), 2015 IEEE Conference on, 2227--2235.","DOI":"10.1109\/INFOCOM.2015.7218609"},{"key":"key-10.1145\/3041021.3055128-60","unstructured":"Zhang, H., Horvitz, E., Chen, Y., and Parkes, D. C. 2012. Task routing for prediction tasks. In Proceedings of the 11th International Conference on Autonomous Agents and Multiagent Systems, 889--896."}],"event":{"name":"the 26th International Conference","location":"Perth, Australia","acronym":"WWW '17 Companion","number":"26","sponsor":["SIGWEB, ACM Special Interest Group on Hypertext, Hypermedia, and Web","IW3C2, International World Wide Web Conference Committee"],"start":{"date-parts":[[2017,4,3]]},"end":{"date-parts":[[2017,4,7]]}},"container-title":["Proceedings of the 26th International Conference on World Wide Web Companion - WWW '17 Companion"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3041021.3055128","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/dl.acm.org\/ft_gateway.cfm?id=3055128&ftid=1865375&dwn=1","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,18]],"date-time":"2025-06-18T03:03:31Z","timestamp":1750215811000},"score":1,"resource":{"primary":{"URL":"http:\/\/dl.acm.org\/citation.cfm?doid=3041021.3055128"}},"subtitle":[],"proceedings-subject":"World Wide Web Companion","short-title":[],"issued":{"date-parts":[[2017]]},"references-count":60,"URL":"https:\/\/doi.org\/10.1145\/3041021.3055128","relation":{},"subject":[],"published":{"date-parts":[[2017]]}}}