{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,3,25]],"date-time":"2025-03-25T22:37:41Z","timestamp":1742942261681,"version":"3.40.3"},"publisher-location":"Cham","reference-count":102,"publisher":"Springer International Publishing","isbn-type":[{"type":"print","value":"9783319733739"},{"type":"electronic","value":"9783319733746"}],"license":[{"start":{"date-parts":[[2018,1,1]],"date-time":"2018-01-01T00:00:00Z","timestamp":1514764800000},"content-version":"unspecified","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2018]]},"DOI":"10.1007\/978-3-319-73374-6_7","type":"book-chapter","created":{"date-parts":[[2018,6,27]],"date-time":"2018-06-27T09:30:25Z","timestamp":1530091825000},"page":"103-130","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":2,"title":["Influencing and Measuring Behaviour in Crowdsourced Activities"],"prefix":"10.1007","author":[{"given":"Sandy J. J.","family":"Gould","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Anna L.","family":"Cox","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Duncan P.","family":"Brumby","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2018,6,28]]},"reference":[{"key":"7_CR1","doi-asserted-by":"publisher","unstructured":"Abbey JD, Meloy MG (2017) Attention by design: using attention checks to detect inattentive respondents and improve data quality. J Oper Manag. https:\/\/doi.org\/10.1016\/j.jom.2017.06.001","DOI":"10.1016\/j.jom.2017.06.001"},{"key":"7_CR2","doi-asserted-by":"publisher","first-page":"1239","DOI":"10.1080\/1369118X.2016.1228993","volume":"20","author":"T Aitamurto","year":"2017","unstructured":"Aitamurto T, Landemore H, Galli JS (2017) Unmasking the crowd: participants\u2019 motivation factors, expectations, and profile in a crowdsourced law reform. Inf Commun Soc 20:1239\u20131260. https:\/\/doi.org\/10.1080\/1369118X.2016.1228993","journal-title":"Inf Commun Soc"},{"key":"7_CR3","doi-asserted-by":"publisher","first-page":"4599","DOI":"10.1145\/3025453.3025974","volume-title":"Proceedings of the 2017 CHI conference on human factors in computing systems, CHI \u201817","author":"A Alkhatib","year":"2017","unstructured":"Alkhatib A, Bernstein MS, Levi M (2017) Examining crowd work and gig work through the historical lens of piecework. In: Proceedings of the 2017 CHI conference on human factors in computing systems, CHI \u201817. ACM, New York, pp 4599\u20134616. https:\/\/doi.org\/10.1145\/3025453.3025974"},{"key":"7_CR4","doi-asserted-by":"publisher","unstructured":"Aubry E, Silverston T, Lahmadi A, Festor O (2014) CrowdOut: A mobile crowdsourcing service for road safety in digital cities, in: 2014 IEEE International Conference on Pervasive Computing and Communication Workshops (PERCOM WORKSHOPS). Presented at the 2014 IEEE International Conference on Pervasive Computing and Communication Workshops (PERCOM WORKSHOPS), pp 86\u201391 https:\/\/doi.org\/10.1109\/PerComW.2014.6815170","DOI":"10.1109\/PerComW.2014.6815170"},{"key":"7_CR5","doi-asserted-by":"publisher","first-page":"3865","DOI":"10.1145\/2556288.2557093","volume-title":"Proceedings of the SIGCHI conference on human factors in computing systems, CHI \u201814","author":"G Bailly","year":"2014","unstructured":"Bailly G, Oulasvirta A, Brumby DP, Howes A (2014) Model of visual search and selection time in linear menus. In: Proceedings of the SIGCHI conference on human factors in computing systems, CHI \u201814. ACM, New York, pp 3865\u20133874. https:\/\/doi.org\/10.1145\/2556288.2557093"},{"key":"7_CR6","doi-asserted-by":"publisher","first-page":"800","DOI":"10.3758\/s13428-011-0081-0","volume":"43","author":"TS Behrend","year":"2011","unstructured":"Behrend TS, Sharek DJ, Meade AW, Wiebe EN (2011) The viability of crowdsourcing for survey research. Behav Res Methods 43:800\u2013813. https:\/\/doi.org\/10.3758\/s13428-011-0081-0","journal-title":"Behav Res Methods"},{"key":"7_CR7","doi-asserted-by":"publisher","unstructured":"Biggs J, Ewald N, Valentini A, Gaboriaud C, Dejean T, Griffiths RA, Foster J, Wilkinson JW, Arnell A, Brotherton P, Williams P, Dunn F (2015) Using eDNA to develop a national citizen science-based monitoring programme for the great crested newt (Triturus cristatus). Biol Conserv. Environmental DNA: A powerful new tool for biological conservation 183, 19\u201328. https:\/\/doi.org\/10.1016\/j.biocon.2014.11.029","DOI":"10.1016\/j.biocon.2014.11.029"},{"key":"7_CR8","doi-asserted-by":"publisher","first-page":"24","DOI":"10.1145\/2804405","volume":"22","author":"S B\u00f8dker","year":"2015","unstructured":"B\u00f8dker S (2015) Third-wave HCI, 10 years later\u2014participation and sharing. Interactions 22:24\u201331. https:\/\/doi.org\/10.1145\/2804405","journal-title":"Interactions"},{"key":"7_CR9","doi-asserted-by":"publisher","first-page":"2124","DOI":"10.1145\/2998181.2998305","volume-title":"Proceedings of the 2017 ACM conference on computer supported cooperative work and social computing, CSCW \u201817","author":"A Bowser","year":"2017","unstructured":"Bowser A, Shilton K, Preece J, Warrick E (2017) Accounting for privacy in citizen science: ethical research in a context of openness. In: Proceedings of the 2017 ACM conference on computer supported cooperative work and social computing, CSCW \u201817. ACM, New York, pp 2124\u20132136. https:\/\/doi.org\/10.1145\/2998181.2998305"},{"key":"7_CR10","doi-asserted-by":"publisher","DOI":"10.1371\/journal.pone.0100662","volume":"9","author":"HR Brown","year":"2014","unstructured":"Brown HR, Zeidman P, Smittenaar P, Adams RA, McNab F, Rutledge RB, Dolan RJ (2014) Crowdsourcing for cognitive science\u00a0\u2013 the utility of smartphones. PLoS One 9:e100662. https:\/\/doi.org\/10.1371\/journal.pone.0100662","journal-title":"PLoS One"},{"key":"7_CR11","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1080\/07370020701851078","volume":"23","author":"DP Brumby","year":"2008","unstructured":"Brumby DP, Howes A (2008) Strategies for guiding interactive search: an empirical investigation into the consequences of label relevance for assessment and selection. Human\u2013Computer Interact 23:1\u201346. https:\/\/doi.org\/10.1080\/07370020701851078","journal-title":"Human\u2013Computer Interact"},{"key":"7_CR12","doi-asserted-by":"publisher","first-page":"4203","DOI":"10.1145\/2702123.2702177","volume-title":"Proceedings of the 33rd annual ACM conference on human factors in computing systems, CHI \u201815","author":"DP Brumby","year":"2015","unstructured":"Brumby DP, Zhuang S (2015) Visual grouping in menu interfaces. In: Proceedings of the 33rd annual ACM conference on human factors in computing systems, CHI \u201815. ACM, New York, pp 4203\u20134206. https:\/\/doi.org\/10.1145\/2702123.2702177"},{"key":"7_CR13","doi-asserted-by":"publisher","first-page":"3895","DOI":"10.1145\/2556288.2557064","volume-title":"Proceedings of the SIGCHI conference on human factors in computing systems, CHI \u201814","author":"DP Brumby","year":"2014","unstructured":"Brumby DP, Cox AL, Chung J, Fernandes B (2014) How does knowing what you are looking for change visual search behavior? In: Proceedings of the SIGCHI conference on human factors in computing systems, CHI \u201814. ACM, New York, pp 3895\u20133898. https:\/\/doi.org\/10.1145\/2556288.2557064"},{"key":"7_CR14","doi-asserted-by":"publisher","first-page":"1191","DOI":"10.1111\/j.1365-2966.2009.15383.x","volume":"399","author":"C Cardamone","year":"2009","unstructured":"Cardamone C, Schawinski K, Sarzi M, Bamford SP, Bennert N et al (2009) Galaxy zoo green peas: discovery of a class of compact extremely star-forming galaxies. Mon Not R Astron Soc 399:1191\u20131205. https:\/\/doi.org\/10.1111\/j.1365-2966.2009.15383.x","journal-title":"Mon Not R Astron Soc"},{"key":"7_CR15","doi-asserted-by":"publisher","first-page":"3989","DOI":"10.1145\/2702123.2702537","volume-title":"Proceedings of the 33rd annual ACM conference on human factors in computing systems, CHI \u201815","author":"ME Cecchinato","year":"2015","unstructured":"Cecchinato ME, Cox AL, Bird J (2015) Working 9-5?: professional differences in email and boundary management practices. In: Proceedings of the 33rd annual ACM conference on human factors in computing systems, CHI \u201815. ACM, New York, pp 3989\u20133998. https:\/\/doi.org\/10.1145\/2702123.2702537"},{"key":"7_CR16","doi-asserted-by":"publisher","first-page":"3557","DOI":"10.1145\/3025453.3025538","volume-title":"Proceedings of the 2017 CHI conference on human factors in computing systems, CHI \u201817","author":"ME Cecchinato","year":"2017","unstructured":"Cecchinato ME, Cox AL, Bird J (2017) Always on(line)?: user experience of smartwatches and their role within multi-device ecologies. In: Proceedings of the 2017 CHI conference on human factors in computing systems, CHI \u201817. ACM, New York, pp 3557\u20133568. https:\/\/doi.org\/10.1145\/3025453.3025538"},{"key":"7_CR17","doi-asserted-by":"publisher","first-page":"112","DOI":"10.3758\/s13428-013-0365-7","volume":"46","author":"J Chandler","year":"2014","unstructured":"Chandler J, Mueller P, Paolacci G (2014) Nonna\u00efvet\u00e9 among Amazon mechanical Turk workers: consequences and solutions for behavioral researchers. Behav Res Methods 46:112\u2013130. https:\/\/doi.org\/10.3758\/s13428-013-0365-7","journal-title":"Behav Res Methods"},{"key":"7_CR18","doi-asserted-by":"publisher","unstructured":"Chandler J, Paolacci G, Peer E, Mueller P, Ratliff K.A (2015) Using nonnaive participants can reduce effect sizes. Psychol Sci 0956797615585115. https:\/\/doi.org\/10.1177\/0956797615585115, 1131","DOI":"10.1177\/0956797615585115"},{"key":"7_CR19","doi-asserted-by":"publisher","first-page":"36","DOI":"10.1109\/MIC.2012.70","volume":"16","author":"G Chatzimilioudis","year":"2012","unstructured":"Chatzimilioudis G, Konstantinidis A, Laoudias C, Zeinalipour-Yazti D (2012) Crowdsourcing with smartphones. IEEE Internet Comput 16:36\u201344. https:\/\/doi.org\/10.1109\/MIC.2012.70","journal-title":"IEEE Internet Comput"},{"key":"7_CR20","doi-asserted-by":"publisher","first-page":"4061","DOI":"10.1145\/2702123.2702146","volume-title":"Proceedings of the 33rd annual ACM conference on human factors in computing systems, CHI \u201815","author":"J Cheng","year":"2015","unstructured":"Cheng J, Teevan J, Iqbal ST, Bernstein MS (2015) Break it down: a comparison of macro- and microtasks. In: Proceedings of the 33rd annual ACM conference on human factors in computing systems, CHI \u201815. ACM, New York, pp 4061\u20134064. https:\/\/doi.org\/10.1145\/2702123.2702146"},{"key":"7_CR21","doi-asserted-by":"publisher","first-page":"1179","DOI":"10.1145\/3025453.3025495","volume-title":"Proceedings of the 2017 CHI conference on human factors in computing systems, CHI \u201817","author":"A Colley","year":"2017","unstructured":"Colley A, Thebault-Spieker J, Lin AY, Degraen D et al (2017) The geography of Pok\u00e9Mon GO: beneficial and problematic effects on places and movement. In: Proceedings of the 2017 CHI conference on human factors in computing systems, CHI \u201817. ACM, New York, pp 1179\u20131192. https:\/\/doi.org\/10.1145\/3025453.3025495"},{"issue":"28","key":"7_CR22","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1145\/2810239","volume":"22","author":"H Corrigan-Gibbs","year":"2015","unstructured":"Corrigan-Gibbs H, Gupta N, Northcutt C, Cutrell E, Thies W (2015) Deterring cheating in online environments. ACM Trans Comput-Hum Interact 22(28):1\u201328:23. https:\/\/doi.org\/10.1145\/2810239","journal-title":"ACM Trans Comput-Hum Interact"},{"key":"7_CR23","doi-asserted-by":"publisher","first-page":"2958","DOI":"10.1145\/2858036.2858332","volume-title":"Proceedings of the 2016 CHI conference on human factors in computing systems, CHI \u201816","author":"C Crivellaro","year":"2016","unstructured":"Crivellaro C, Taylor A, Vlachokyriakos V, Comber R, Nissen B, Wright P (2016) Re-making places: HCI, \u201ccommunity building\u201d and change. In: Proceedings of the 2016 CHI conference on human factors in computing systems, CHI \u201816. ACM, New York, pp 2958\u20132969. https:\/\/doi.org\/10.1145\/2858036.2858332"},{"key":"7_CR24","doi-asserted-by":"publisher","first-page":"628","DOI":"10.1145\/2675133.2675260","volume-title":"Proceedings of the 18th ACM conference on Computer Supported Cooperative Work & Social Computing, CSCW \u201815","author":"P Dai","year":"2015","unstructured":"Dai P, Rzeszotarski JM, Paritosh P, Chi EH (2015) And now for something completely different: improving crowdsourcing workflows with micro-diversions. In: Proceedings of the 18th ACM conference on Computer Supported Cooperative Work & Social Computing, CSCW \u201815. ACM, New York, pp 628\u2013638. https:\/\/doi.org\/10.1145\/2675133.2675260"},{"key":"7_CR25","doi-asserted-by":"publisher","first-page":"2669","DOI":"10.1145\/2207676.2208659","volume-title":"Proceedings of the SIGCHI conference on human factors in computing systems, CHI \u201812","author":"M Dunlop","year":"2012","unstructured":"Dunlop M, Levine J (2012) Multidimensional Pareto optimization of touchscreen keyboards for speed, familiarity and improved spell checking. In: Proceedings of the SIGCHI conference on human factors in computing systems, CHI \u201812. ACM, New York, pp 2669\u20132678. https:\/\/doi.org\/10.1145\/2207676.2208659"},{"key":"7_CR26","volume-title":"Advances in experimental social psychology","author":"D Dunning","year":"2011","unstructured":"Dunning D (2011) The Dunning-Kruger effect: on being ignorant of one\u2019s own ignorance. In: Advances in experimental social psychology. Academic, Cambridge, MA"},{"key":"7_CR27","doi-asserted-by":"publisher","first-page":"69","DOI":"10.1111\/j.1529-1006.2004.00018.x","volume":"5","author":"D Dunning","year":"2004","unstructured":"Dunning D, Heath C, Suls JM (2004) Flawed self-assessment: implications for health, education, and the workplace. Psychol Sci Public Interest J Am Psychol Soc 5:69\u2013106. https:\/\/doi.org\/10.1111\/j.1529-1006.2004.00018.x","journal-title":"Psychol Sci Public Interest J Am Psychol Soc"},{"key":"7_CR28","doi-asserted-by":"publisher","first-page":"1109","DOI":"10.1145\/2858036.2858045","volume-title":"Proceedings of the 2016 CHI conference on human factors in computing systems, CHI \u201816","author":"DA Epstein","year":"2016","unstructured":"Epstein DA, Caraway M, Johnston C, Ping A, Fogarty J, Munson SA (2016) Beyond abandonment to next steps: understanding and designing for life after personal informatics tool use. In: Proceedings of the 2016 CHI conference on human factors in computing systems, CHI \u201816. ACM, New York, pp 1109\u20131113. https:\/\/doi.org\/10.1145\/2858036.2858045"},{"key":"7_CR29","doi-asserted-by":"publisher","first-page":"2985","DOI":"10.1145\/2556288.2557262","volume-title":"Proceedings of the 32nd annual ACM conference on human factors in computing systems, CHI \u201814","author":"A Eveleigh","year":"2014","unstructured":"Eveleigh A, Jennett C, Blandford A, Brohan P, Cox AL (2014) Designing for dabblers and deterring drop-outs in citizen science. In: Proceedings of the 32nd annual ACM conference on human factors in computing systems, CHI \u201814. ACM, New York, pp 2985\u20132994. https:\/\/doi.org\/10.1145\/2556288.2557262"},{"key":"7_CR30","doi-asserted-by":"publisher","unstructured":"Ferreira D, Kostakos V, Dey AK (2015) AWARE: mobile context instrumentation framework. Front ICT 2. https:\/\/doi.org\/10.3389\/fict.2015.00006","DOI":"10.3389\/fict.2015.00006"},{"key":"7_CR31","doi-asserted-by":"publisher","first-page":"6813","DOI":"10.1145\/3025453.3025820","volume-title":"Proceedings of the 2017 CHI conference on human factors in computing systems, CHI \u201817","author":"L Findlater","year":"2017","unstructured":"Findlater L, Zhang J, Froehlich JE, Moffatt K (2017) Differences in crowdsourced vs. lab-based mobile and desktop input performance data. In: Proceedings of the 2017 CHI conference on human factors in computing systems, CHI \u201817. ACM, New York, pp 6813\u20136824. https:\/\/doi.org\/10.1145\/3025453.3025820"},{"key":"7_CR32","doi-asserted-by":"publisher","first-page":"117","DOI":"10.1145\/3022198.3022201","volume-title":"Companion of the 2017 ACM conference on Computer Supported Cooperative Work And Social Computing, CSCW \u201817 companion","author":"S Fox","year":"2017","unstructured":"Fox S, Dimond J, Irani L, Hirsch T, Muller M, Bardzell S (2017) Social justice and design: power and oppression in collaborative systems. In: Companion of the 2017 ACM conference on Computer Supported Cooperative Work And Social Computing, CSCW \u201817 companion. ACM, New York, pp 117\u2013122. https:\/\/doi.org\/10.1145\/3022198.3022201"},{"key":"7_CR33","doi-asserted-by":"publisher","first-page":"30:1","DOI":"10.1145\/3119930","volume":"24","author":"U Gadiraju","year":"2017","unstructured":"Gadiraju U, Fetahu B, Kawase R, Siehndel P, Dietze S (2017) Using worker self-assessments for competence-based pre-selection in crowdsourcing microtasks. ACM Trans Comput-Hum Interact 24:30:1\u201330:26. https:\/\/doi.org\/10.1145\/3119930","journal-title":"ACM Trans Comput-Hum Interact"},{"key":"7_CR34","doi-asserted-by":"publisher","first-page":"847","DOI":"10.3758\/s13423-012-0296-9","volume":"19","author":"L Germine","year":"2012","unstructured":"Germine L, Nakayama K, Duchaine BC, Chabris CF, Chatterjee G, Wilmer JB (2012) Is the web as good as the lab? Comparable performance from web and lab in cognitive\/perceptual experiments. Psychon Bull Rev 19:847\u2013857. https:\/\/doi.org\/10.3758\/s13423-012-0296-9","journal-title":"Psychon Bull Rev"},{"key":"7_CR35","doi-asserted-by":"publisher","first-page":"2603","DOI":"10.1145\/1753326.1753720","volume-title":"Proceedings of the SIGCHI conference on human factors in computing systems, CHI \u201810","author":"S Gitau","year":"2010","unstructured":"Gitau S, Marsden G, Donner J (2010) After access: challenges facing mobile-only internet users in the developing world. In: Proceedings of the SIGCHI conference on human factors in computing systems, CHI \u201810. ACM, New York, pp 2603\u20132606. https:\/\/doi.org\/10.1145\/1753326.1753720"},{"key":"7_CR36","doi-asserted-by":"crossref","unstructured":"Gould SJJ, Cox AL, Brumby DP (2013) Frequency and duration of self-initiated task-switching in an online investigation of interrupted performance. In: Human computation and crowdsourcing: works in progress and demonstration abstracts AAAI technical report CR-13-01. Presented at the first AAAI conference on human computation and crowdsourcing, AAAI, pp 22\u201323","DOI":"10.1609\/hcomp.v1i1.13095"},{"key":"7_CR37","doi-asserted-by":"publisher","first-page":"1785","DOI":"10.1145\/2702613.2732709","volume":"18","author":"SJJ Gould","year":"2015","unstructured":"Gould SJJ, Cox AL, Brumby DP (2015a) Task lockouts induce crowdworkers to switch to other activities. Conf Hum Factors Comput Syst Proc 18:1785\u20131790","journal-title":"Conf Hum Factors Comput Syst Proc"},{"key":"7_CR38","doi-asserted-by":"publisher","first-page":"45","DOI":"10.15346\/hc.v2i1.4","volume":"2","author":"SJJ Gould","year":"2015","unstructured":"Gould SJJ, Cox AL, Brumby DP, Wiseman S (2015b) Home is where the lab is: a comparison of online and lab data from a time-sensitive study of interruption. Hum Comput 2:45\u201367. https:\/\/doi.org\/10.15346\/hc.v2i1.4","journal-title":"Hum Comput"},{"key":"7_CR39","doi-asserted-by":"publisher","first-page":"19:1","DOI":"10.1145\/2928269","volume":"23","author":"SJJ Gould","year":"2016","unstructured":"Gould SJJ, Cox AL, Brumby DP (2016a) Diminished control in crowdsourcing: an investigation of crowdworker multitasking behavior. ACM Trans Comput-Hum Interact 23:19:1\u201319:29. https:\/\/doi.org\/10.1145\/2928269","journal-title":"ACM Trans Comput-Hum Interact"},{"key":"7_CR40","doi-asserted-by":"publisher","first-page":"3311","DOI":"10.1145\/2858036.2858067","volume-title":"Proceedings of the 2016 CHI conference on human factors in computing systems, CHI \u201816","author":"SJJ Gould","year":"2016","unstructured":"Gould SJJ, Cox AL, Brumby DP, Wickersham A (2016b) Now check your input: brief task lockouts encourage checking, longer lockouts encourage task switching. In: Proceedings of the 2016 CHI conference on human factors in computing systems, CHI \u201816. ACM, New York, pp 3311\u20133323. https:\/\/doi.org\/10.1145\/2858036.2858067"},{"key":"7_CR41","doi-asserted-by":"publisher","unstructured":"Graber MA, Graber A (2012) Internet-based crowdsourcing and research ethics: the case for IRB review. J Med Ethics medethics-2012-100798 https:\/\/doi.org\/10.1136\/medethics-2012-100798","DOI":"10.1136\/medethics-2012-100798"},{"key":"7_CR42","doi-asserted-by":"publisher","first-page":"289","DOI":"10.1111\/tops.12260","volume":"9","author":"WD Gray","year":"2017","unstructured":"Gray WD (2017) Game-XP: action games as experimental paradigms for cognitive science. Top Cogn Sci 9:289\u2013307. https:\/\/doi.org\/10.1111\/tops.12260","journal-title":"Top Cogn Sci"},{"key":"7_CR43","doi-asserted-by":"publisher","first-page":"682","DOI":"10.1068\/b35097","volume":"37","author":"M Haklay","year":"2010","unstructured":"Haklay M (2010) How good is volunteered geographical information? A comparative study of OpenStreetMap and ordnance survey datasets. Environ Plan B Plan Des 37:682\u2013703. https:\/\/doi.org\/10.1068\/b35097","journal-title":"Environ Plan B Plan Des"},{"key":"7_CR44","doi-asserted-by":"crossref","unstructured":"Hara K, Adams A, Milland K, Savage S, Callison-Burch C, Bigham J (2017) A data-driven analysis of workers\u2019 earnings on Amazon Mechanical Turk. ArXiv171205796 Cs","DOI":"10.1145\/3173574.3174023"},{"key":"7_CR45","doi-asserted-by":"publisher","first-page":"4806","DOI":"10.1145\/2858036.2858267","volume-title":"Proceedings of the 2016 CHI conference on human factors in computing systems, CHI \u201816","author":"M Harbach","year":"2016","unstructured":"Harbach M, De Luca A, Egelman S (2016) The anatomy of smartphone unlocking: a field study of android lock screens. In: Proceedings of the 2016 CHI conference on human factors in computing systems, CHI \u201816. ACM, New York, pp 4806\u20134817. https:\/\/doi.org\/10.1145\/2858036.2858267"},{"key":"7_CR46","doi-asserted-by":"publisher","first-page":"1801","DOI":"10.1145\/2675133.2675185","volume-title":"Proceedings of the 18th ACM conference on computer supported cooperative work & social computing, CSCW \u201815","author":"CG Harris","year":"2015","unstructured":"Harris CG (2015) The effects of pay-to-quit incentives on Crowdworker task quality. In: Proceedings of the 18th ACM conference on computer supported cooperative work & social computing, CSCW \u201815. ACM, New York, pp 1801\u20131812. https:\/\/doi.org\/10.1145\/2675133.2675185"},{"key":"7_CR47","doi-asserted-by":"publisher","unstructured":"Hauser D.J, Schwarz N (2015) It\u2019s a trap! Instructional manipulation checks prompt systematic thinking on \u201ctricky\u201d tasks. SAGE Open 5, 2158244015584617. https:\/\/doi.org\/10.1177\/2158244015584617","DOI":"10.1177\/2158244015584617"},{"key":"7_CR48","doi-asserted-by":"publisher","first-page":"348","DOI":"10.1080\/10447310902864951","volume":"25","author":"P Hoonakker","year":"2009","unstructured":"Hoonakker P, Carayon P (2009) Questionnaire survey nonresponse: a comparison of postal mail and internet surveys. Int J Hum Comput Interact 25:348. https:\/\/doi.org\/10.1080\/10447310902864951","journal-title":"Int J Hum Comput Interact"},{"key":"7_CR49","doi-asserted-by":"publisher","first-page":"209","DOI":"10.1145\/1807342.1807376","volume-title":"Proceedings of the 11th ACM conference on electronic commerce, EC \u201810","author":"JJ Horton","year":"2010","unstructured":"Horton JJ, Chilton LB (2010) The labor economics of paid crowdsourcing. In: Proceedings of the 11th ACM conference on electronic commerce, EC \u201810. ACM, New York, pp 209\u2013218. https:\/\/doi.org\/10.1145\/1807342.1807376"},{"key":"7_CR50","doi-asserted-by":"publisher","first-page":"305","DOI":"10.1145\/1753326.1753373","volume-title":"Proceedings of the SIGCHI conference on human factors in computing systems, CHI \u201810","author":"G Hsieh","year":"2010","unstructured":"Hsieh G, Kraut RE, Hudson SE (2010) Why pay?: exploring how financial incentives are used for question & answer. In: Proceedings of the SIGCHI conference on human factors in computing systems, CHI \u201810. ACM, New York, pp 305\u2013314. https:\/\/doi.org\/10.1145\/1753326.1753373"},{"key":"7_CR51","doi-asserted-by":"publisher","first-page":"611","DOI":"10.1145\/2470654.2470742","volume-title":"Proceedings of the SIGCHI conference on human factors in computing systems, CHI \u201813","author":"LC Irani","year":"2013","unstructured":"Irani LC, Silberman MS (2013) Turkopticon: interrupting worker invisibility in Amazon Mechanical Turk. In: Proceedings of the SIGCHI conference on human factors in computing systems, CHI \u201813. ACM, New York, pp 611\u2013620. https:\/\/doi.org\/10.1145\/2470654.2470742"},{"key":"7_CR52","doi-asserted-by":"publisher","first-page":"1827","DOI":"10.1145\/2858036.2858319","volume-title":"Proceedings of the 2016 CHI conference on human factors in computing systems, CHI \u201816","author":"C Jay","year":"2016","unstructured":"Jay C, Dunne R, Gelsthorpe D, Vigo M (2016) To sign up, or not to sign up?: maximizing citizen science contribution rates through optional registration. In: Proceedings of the 2016 CHI conference on human factors in computing systems, CHI \u201816. ACM, New York, pp 1827\u20131832. https:\/\/doi.org\/10.1145\/2858036.2858319"},{"key":"7_CR53","doi-asserted-by":"publisher","unstructured":"Jennett C, Furniss DJ, Iacovides I, Wiseman S, Gould SJJ, Cox AL (2014) Exploring citizen psych-science and the motivations of Errordiary volunteers. Hum Comput 1. https:\/\/doi.org\/10.15346\/hc.v1i2.10","DOI":"10.15346\/hc.v1i2.10"},{"key":"7_CR54","doi-asserted-by":"crossref","unstructured":"Jennett C, Kloetzer L, Schneider D, Iacovides I, Cox A et al (2016) Motivations, learning and creativity in online citizen science. J Sci Commun 15","DOI":"10.22323\/2.15030205"},{"key":"7_CR55","doi-asserted-by":"publisher","unstructured":"Jiang L, Wagner C, Nardi B (2015) Not just in it for the money: a qualitative investigation of workers\u2019 perceived benefits of micro-task crowdsourcing. In: 2015 48th Hawaii International Conference on System Sciences (HICSS). Presented at the 2015 48th Hawaii International Conference on System Sciences (HICSS), pp 773\u2013782 https:\/\/doi.org\/10.1109\/HICSS.2015.98","DOI":"10.1109\/HICSS.2015.98"},{"issue":"56","key":"7_CR56","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1145\/3134691","volume":"1","author":"E Jun","year":"2017","unstructured":"Jun E, Hsieh G, Reinecke K (2017) Types of motivation affect study selection, attention, and dropouts in online experiments. Proc ACM Hum-Comput Interact 1(56):1\u201356:15. https:\/\/doi.org\/10.1145\/3134691","journal-title":"Proc ACM Hum-Comput Interact"},{"key":"7_CR57","unstructured":"Kapelner A, Chandler D (2010) Preventing satisficing in online surveys, in: CrowdConf"},{"key":"7_CR58","doi-asserted-by":"publisher","first-page":"2125","DOI":"10.1145\/1978942.1979251","volume-title":"Proceedings of the SIGCHI conference on human factors in computing systems, CHI \u201811","author":"S Kim","year":"2011","unstructured":"Kim S, Robson C, Zimmerman T, Pierce J, Haber EM (2011) Creek watch: pairing usefulness and usability for successful citizen science. In: Proceedings of the SIGCHI conference on human factors in computing systems, CHI \u201811. ACM, New York, pp 2125\u20132134. https:\/\/doi.org\/10.1145\/1978942.1979251"},{"key":"7_CR59","doi-asserted-by":"publisher","first-page":"498","DOI":"10.1111\/jcom.12034","volume":"63","author":"Y Kim","year":"2013","unstructured":"Kim Y, Hsu S-H, de Z\u00fa\u00f1iga HG (2013) Influence of social media use on discussion network heterogeneity and civic engagement: the moderating role of personality traits. J Commun 63:498\u2013516. https:\/\/doi.org\/10.1111\/jcom.12034","journal-title":"J Commun"},{"key":"7_CR60","doi-asserted-by":"publisher","first-page":"1301","DOI":"10.1145\/2441776.2441923","volume-title":"Proceedings of the 2013 conference on Computer Supported Cooperative Work, CSCW \u201813","author":"A Kittur","year":"2013","unstructured":"Kittur A, Nickerson JV, Bernstein M, Gerber E, Shaw A et al (2013) The future of crowd work. In: Proceedings of the 2013 conference on Computer Supported Cooperative Work, CSCW \u201813. ACM, New York, pp 1301\u20131318. https:\/\/doi.org\/10.1145\/2441776.2441923"},{"key":"7_CR61","doi-asserted-by":"publisher","first-page":"207","DOI":"10.1145\/2470654.2470684","volume-title":"Proceedings of the SIGCHI conference on human factors in computing systems, CHI \u201813","author":"S Komarov","year":"2013","unstructured":"Komarov S, Reinecke K, Gajos KZ (2013) Crowdsourcing performance evaluations of user interfaces. In: Proceedings of the SIGCHI conference on human factors in computing systems, CHI \u201813. ACM, New York, pp 207\u2013216. https:\/\/doi.org\/10.1145\/2470654.2470684"},{"key":"7_CR62","doi-asserted-by":"publisher","unstructured":"Land-Zandstra AM, Devilee JLA, Snik F, Buurmeijer F, van den BJM (2015) Citizen science on a smartphone: participants\u2019 motivations and learning. Public Underst Sci:45. https:\/\/doi.org\/10.1177\/0963662515602406","DOI":"10.1177\/0963662515602406"},{"key":"7_CR63","doi-asserted-by":"publisher","first-page":"7:1","DOI":"10.1145\/2517351.2517372","volume-title":"Proceedings of the 11th ACM conference on embedded networked sensor systems, SenSys \u201813","author":"ND Lane","year":"2013","unstructured":"Lane ND, Chon Y, Zhou L, Zhang Y, Li F et al (2013) Piggyback CrowdSensing (PCS): energy efficient crowdsourcing of mobile sensor data by exploiting smartphone app opportunities. In: Proceedings of the 11th ACM conference on embedded networked sensor systems, SenSys \u201813. ACM, New York, pp 7:1\u20137:14. https:\/\/doi.org\/10.1145\/2517351.2517372"},{"key":"7_CR64","doi-asserted-by":"publisher","first-page":"1375","DOI":"10.1145\/2702123.2702594","volume-title":"Proceedings of the 33rd annual ACM conference on human factors in computing systems, CHI \u201815","author":"WS Lasecki","year":"2015","unstructured":"Lasecki WS, Rzeszotarski JM, Marcus A, Bigham JP (2015) The effects of sequence and delay on crowd work. In: Proceedings of the 33rd annual ACM conference on human factors in computing systems, CHI \u201815. ACM, New York, pp 1375\u20131378. https:\/\/doi.org\/10.1145\/2702123.2702594"},{"key":"7_CR65","doi-asserted-by":"publisher","first-page":"1179","DOI":"10.1111\/j.1365-2966.2008.13689.x","volume":"389","author":"CJ Lintott","year":"2008","unstructured":"Lintott CJ, Schawinski K, Slosar A, Land K, Bamford S et al (2008) Galaxy zoo: morphologies derived from visual inspection of galaxies from the Sloan digital sky survey. Mon Not R Astron Soc 389:1179\u20131189. https:\/\/doi.org\/10.1111\/j.1365-2966.2008.13689.x","journal-title":"Mon Not R Astron Soc"},{"key":"7_CR66","doi-asserted-by":"publisher","first-page":"100","DOI":"10.1145\/1809400.1809422","volume":"11","author":"W Mason","year":"2010","unstructured":"Mason W, Watts DJ (2010) Financial incentives and the \u201cperformance of crowds\u201d. SIGKDD Explor Newsl 11:100\u2013108. https:\/\/doi.org\/10.1145\/1809400.1809422","journal-title":"SIGKDD Explor Newsl"},{"key":"7_CR67","doi-asserted-by":"publisher","first-page":"1021","DOI":"10.1145\/2858036.2858566","volume-title":"Proceedings of the 2016 CHI conference on human factors in computing systems, CHI \u201816","author":"A Mehrotra","year":"2016","unstructured":"Mehrotra A, Pejovic V, Vermeulen J, Hendley R, Musolesi M (2016) My phone and me: understanding people\u2019s receptivity to mobile notifications. In: Proceedings of the 2016 CHI conference on human factors in computing systems, CHI \u201816. ACM, New York, pp 1021\u20131032. https:\/\/doi.org\/10.1145\/2858036.2858566"},{"key":"7_CR68","doi-asserted-by":"publisher","first-page":"868","DOI":"10.1177\/1541931213571188","volume":"57","author":"HL Meys","year":"2013","unstructured":"Meys HL, Sanderson PM (2013) The effect of individual differences on how people handle interruptions. Proc Hum Factors Ergon Soc Annu Meet 57:868\u2013872. https:\/\/doi.org\/10.1177\/1541931213571188","journal-title":"Proc Hum Factors Ergon Soc Annu Meet"},{"key":"7_CR69","unstructured":"Moore J, Gay PL, Hogan K, Lintott C, Impey C, Watson C (2011) Facebooking citizen science with the Zooniverse. In: Bulletin of the American Astronomical Society. Presented at the Bulletin of the American Astronomical Society. p 15813"},{"key":"7_CR70","doi-asserted-by":"publisher","first-page":"3155","DOI":"10.1145\/2858036.2858490","volume-title":"Proceedings of the 2016 CHI conference on human factors in computing systems, CHI \u201816","author":"E Newell","year":"2016","unstructured":"Newell E, Ruths D (2016) How one microtask affects another. In: Proceedings of the 2016 CHI conference on human factors in computing systems, CHI \u201816. ACM, New York, pp 3155\u20133166. https:\/\/doi.org\/10.1145\/2858036.2858490"},{"key":"7_CR71","doi-asserted-by":"publisher","first-page":"867","DOI":"10.1016\/j.jesp.2009.03.009","volume":"45","author":"DM Oppenheimer","year":"2009","unstructured":"Oppenheimer DM, Meyvis T, Davidenko N (2009) Instructional manipulation checks: detecting satisficing to increase statistical power. J Exp Soc Psychol 45:867\u2013872. https:\/\/doi.org\/10.1016\/j.jesp.2009.03.009","journal-title":"J Exp Soc Psychol"},{"key":"7_CR72","unstructured":"Organisciak P, Twidale MB (2015) Design facets of crowdsourcing. iConference 2015 Proceedings. http:\/\/hdl.handle.net\/2142\/73640"},{"key":"7_CR73","doi-asserted-by":"publisher","first-page":"2765","DOI":"10.1145\/2470654.2481383","volume-title":"Proceedings of the SIGCHI conference on human factors in computing systems, CHI \u201813","author":"A Oulasvirta","year":"2013","unstructured":"Oulasvirta A, Reichel A, Li W, Zhang Y et al (2013) Improving two-thumb text entry on touchscreen devices. In: Proceedings of the SIGCHI conference on human factors in computing systems, CHI \u201813. ACM, New York, pp 2765\u20132774. https:\/\/doi.org\/10.1145\/2470654.2481383"},{"key":"7_CR74","doi-asserted-by":"publisher","first-page":"153","DOI":"10.1016\/j.jesp.2017.01.006","volume":"70","author":"E Peer","year":"2017","unstructured":"Peer E, Brandimarte L, Samat S, Acquisti A (2017) Beyond the Turk: alternative platforms for crowdsourcing behavioral research. J Exp Soc Psychol 70:153\u2013163. https:\/\/doi.org\/10.1016\/j.jesp.2017.01.006","journal-title":"J Exp Soc Psychol"},{"key":"7_CR75","doi-asserted-by":"publisher","unstructured":"Pielot M, Church K, de Oliveira R (2014) An In-situ study of mobile phone notifications, in: Proceedings of the 16th International conference on human-computer interaction with mobile devices & services, MobileHCI \u201814. ACM, New York, pp. 233\u2013242. https:\/\/doi.org\/10.1145\/2628363.2628364","DOI":"10.1145\/2628363.2628364"},{"key":"7_CR76","doi-asserted-by":"publisher","first-page":"585","DOI":"10.1080\/10447318.2016.1194153","volume":"32","author":"J Preece","year":"2016","unstructured":"Preece J (2016) Citizen science: new research challenges for human\u2013computer interaction. Int J Hum Comput Interact 32:585\u2013612. https:\/\/doi.org\/10.1080\/10447318.2016.1194153","journal-title":"Int J Hum Comput Interact"},{"key":"7_CR77","doi-asserted-by":"publisher","first-page":"172","DOI":"10.1016\/j.jtbi.2011.03.004","volume":"299","author":"DG Rand","year":"2012","unstructured":"Rand DG (2012) The promise of mechanical Turk: how online labor markets can help theorists run behavioral experiments. J Theor Biol Evol Coop 299:172\u2013179. https:\/\/doi.org\/10.1016\/j.jtbi.2011.03.004","journal-title":"J Theor Biol Evol Coop"},{"key":"7_CR78","doi-asserted-by":"publisher","unstructured":"Reeves N, Tinati R, Zerr S, Van Kleek M.G, Simperl E (2017) From crowd to community: a survey of online community features in citizen science projects, in: Proceedings of the 2017 ACM conference on Computer Supported Cooperative Work and Social Computing, CSCW \u201817. ACM, New York, pp. 2137\u20132152. https:\/\/doi.org\/10.1145\/2998181.2998302","DOI":"10.1145\/2998181.2998302"},{"key":"7_CR79","doi-asserted-by":"publisher","first-page":"1364","DOI":"10.1145\/2675133.2675246","volume-title":"Proceedings of the 18th ACM conference on Computer Supported Cooperative Work & Social Computing, CSCW \u201815","author":"K Reinecke","year":"2015","unstructured":"Reinecke K, Gajos KZ (2015) LabintheWild: conducting large-scale online experiments with uncompensated samples. In: Proceedings of the 18th ACM conference on Computer Supported Cooperative Work & Social Computing, CSCW \u201815. ACM, New York, pp 1364\u20131378. https:\/\/doi.org\/10.1145\/2675133.2675246"},{"key":"7_CR80","doi-asserted-by":"publisher","unstructured":"Reinecke K, Nguyen MK, Bernstein A, N\u00e4f M, Gajos KZ (2013) Doodle around the world: online scheduling behavior reflects cultural differences in time perception and group decision-making. In: Proceedings of the 2013 Conference on Computer Supported Cooperative Work, CSCW \u201813. ACM, New York, pp 45\u201354. https:\/\/doi.org\/10.1145\/2441776.2441784","DOI":"10.1145\/2441776.2441784"},{"key":"7_CR81","doi-asserted-by":"publisher","first-page":"475","DOI":"10.1016\/j.envsci.2015.05.008","volume":"54","author":"DB Resnik","year":"2015","unstructured":"Resnik DB, Elliott KC, Miller AK (2015) A framework for addressing ethical issues in citizen science. Environ Sci Pol 54:475\u2013481. https:\/\/doi.org\/10.1016\/j.envsci.2015.05.008","journal-title":"Environ Sci Pol"},{"key":"7_CR82","doi-asserted-by":"publisher","unstructured":"Riegler M, Gaddam V.R, Larson M, Eg R, Halvorsen P, Griwodz C (2016) Crowdsourcing as self-fulfilling prophecy: influence of discarding workers in subjective assessment tasks, in: 2016 14th international workshop on Content-Based Multimedia Indexing (CBMI). Presented at the 2016 14th international workshop on Content-Based Multimedia Indexing (CBMI), pp. 1\u20136. https:\/\/doi.org\/10.1109\/CBMI.2016.7500256","DOI":"10.1109\/CBMI.2016.7500256"},{"key":"7_CR83","doi-asserted-by":"publisher","first-page":"107","DOI":"10.1177\/0963662513497324","volume":"23","author":"H Riesch","year":"2014","unstructured":"Riesch H, Potter C (2014) Citizen science as seen by scientists: methodological, epistemological and ethical dimensions. Public Underst Sci 23:107\u2013120. https:\/\/doi.org\/10.1177\/0963662513497324","journal-title":"Public Underst Sci"},{"key":"7_CR84","doi-asserted-by":"publisher","first-page":"3","DOI":"10.1145\/3077548.3077560","volume-title":"Proceedings of the 2017 ACM international conference on interactive experiences for TV and online video, TVX \u201817","author":"JM Rigby","year":"2017","unstructured":"Rigby JM, Brumby DP, Gould SJJ, Cox AL (2017) Media multitasking at home: a video observation study of concurrent TV and mobile device usage. In: Proceedings of the 2017 ACM international conference on interactive experiences for TV and online video, TVX \u201817. ACM, New York, pp 3\u201310. https:\/\/doi.org\/10.1145\/3077548.3077560"},{"key":"7_CR85","doi-asserted-by":"publisher","first-page":"13","DOI":"10.1145\/2047196.2047199","volume-title":"Proceedings of the 24th annual ACM symposium on User Interface Software and Technology, UIST \u201811.","author":"JM Rzeszotarski","year":"2011","unstructured":"Rzeszotarski JM, Kittur A (2011) Instrumenting the crowd: using implicit behavioral measures to predict task performance. In: Proceedings of the 24th annual ACM symposium on User Interface Software and Technology, UIST \u201811. ACM, New York, pp 13\u201322. https:\/\/doi.org\/10.1145\/2047196.2047199"},{"key":"7_CR86","doi-asserted-by":"publisher","first-page":"55","DOI":"10.1145\/2380116.2380125","volume-title":"Proceedings of the 25th annual ACM symposium on User Interface Software and Technology, UIST \u201812","author":"JM Rzeszotarski","year":"2012","unstructured":"Rzeszotarski JM, Kittur A (2012) CrowdScape: interactively visualizing user behavior and output. In: Proceedings of the 25th annual ACM symposium on User Interface Software and Technology, UIST \u201812. ACM, New York, pp 55\u201362. https:\/\/doi.org\/10.1145\/2380116.2380125"},{"key":"7_CR87","unstructured":"Rzeszotarski J.M, Chi E, Paritosh P, Dai P (2013) Inserting micro-breaks into crowdsourcing workflows. In: human computation and crowdsourcing: works in progress and demonstration abstracts AAAI technical report CR-13-01. Presented at the First AAAI Conference on Human Computation and Crowdsourcing, AAAI, pp 62\u201363"},{"key":"7_CR88","doi-asserted-by":"publisher","first-page":"1621","DOI":"10.1145\/2702123.2702508","volume-title":"Proceedings of the 33rd annual ACM conference on human factors in computing systems, CHI \u201815","author":"N Salehi","year":"2015","unstructured":"Salehi N, Irani LC, Bernstein MS, Alkhatib A, Ogbe E et al (2015) We are dynamo: overcoming stalling and friction in collective action for crowd workers. In: Proceedings of the 33rd annual ACM conference on human factors in computing systems, CHI \u201815. ACM, New York, pp 1621\u20131630. https:\/\/doi.org\/10.1145\/2702123.2702508"},{"key":"7_CR89","doi-asserted-by":"publisher","first-page":"275","DOI":"10.1145\/1958824.1958865","volume-title":"Proceedings of the ACM 2011 conference on computer supported cooperative work, CSCW \u201811","author":"AD Shaw","year":"2011","unstructured":"Shaw AD, Horton JJ, Chen DL (2011) Designing incentives for inexpert human raters. In: Proceedings of the ACM 2011 conference on computer supported cooperative work, CSCW \u201811. ACM, New York, pp 275\u2013284. https:\/\/doi.org\/10.1145\/1958824.1958865"},{"key":"7_CR90","doi-asserted-by":"publisher","first-page":"39","DOI":"10.1145\/1869086.1869100","volume":"17","author":"MS Silberman","year":"2010","unstructured":"Silberman MS, Irani L, Ross J (2010) Ethics and tactics of professional crowdwork. XRDS 17:39\u201343. https:\/\/doi.org\/10.1145\/1869086.1869100","journal-title":"XRDS"},{"key":"7_CR91","doi-asserted-by":"publisher","first-page":"467","DOI":"10.1016\/j.tree.2009.03.017","volume":"24","author":"J Silvertown","year":"2009","unstructured":"Silvertown J (2009) A new dawn for citizen science. Trends Ecol Evol 24:467\u2013471. https:\/\/doi.org\/10.1016\/j.tree.2009.03.017","journal-title":"Trends Ecol Evol"},{"key":"7_CR92","doi-asserted-by":"publisher","unstructured":"Stawarz K, Cox A.L, Blandford A (2015) Beyond self-tracking and reminders: designing smartphone apps that support habit formation, in: Proceedings of the 33rd annual ACM conference on human factors in computing systems, CHI \u201815. ACM, New York, pp. 2653\u20132662. https:\/\/doi.org\/10.1145\/2702123.2702230","DOI":"10.1145\/2702123.2702230"},{"key":"7_CR93","doi-asserted-by":"publisher","first-page":"736","DOI":"10.1016\/j.tics.2017.06.007","volume":"21","author":"N Stewart","year":"2017","unstructured":"Stewart N, Chandler J, Paolacci G (2017) Crowdsourcing samples in cognitive science. Trends Cogn Sci 21:736\u2013748. https:\/\/doi.org\/10.1016\/j.tics.2017.06.007","journal-title":"Trends Cogn Sci"},{"key":"7_CR94","doi-asserted-by":"publisher","first-page":"2282","DOI":"10.1016\/j.biocon.2009.05.006","volume":"142","author":"BL Sullivan","year":"2009","unstructured":"Sullivan BL, Wood CL, Iliff MJ, Bonney RE, Fink D, Kelling S (2009) eBird: a citizen-based bird observation network in the biological sciences. Biol Conserv 142:2282\u20132292. https:\/\/doi.org\/10.1016\/j.biocon.2009.05.006","journal-title":"Biol Conserv"},{"key":"7_CR95","doi-asserted-by":"publisher","first-page":"3635","DOI":"10.1145\/2556288.2557044","volume-title":"Proceedings of the SIGCHI conference on human factors in computing systems, CHI \u201814","author":"KN Truong","year":"2014","unstructured":"Truong KN, Shihipar T, Wigdor DJ (2014) Slide to X: unlocking the potential of smartphone unlocking. In: Proceedings of the SIGCHI conference on human factors in computing systems, CHI \u201814. ACM, New York, pp 3635\u20133644. https:\/\/doi.org\/10.1145\/2556288.2557044"},{"key":"7_CR96","doi-asserted-by":"publisher","first-page":"3645","DOI":"10.1145\/2556288.2556996","volume-title":"Proceedings of the 32nd annual ACM conference on human factors in computing systems, CHI \u201814","author":"R Vaish","year":"2014","unstructured":"Vaish R, Wyngarden K, Chen J, Cheung B, Bernstein MS (2014) Twitch crowdsourcing: crowd contributions in short bursts of time. In: Proceedings of the 32nd annual ACM conference on human factors in computing systems, CHI \u201814. ACM, New York, pp 3645\u20133654. https:\/\/doi.org\/10.1145\/2556288.2556996"},{"key":"7_CR97","doi-asserted-by":"publisher","first-page":"1096","DOI":"10.1145\/2851581.2886436","volume-title":"Proceedings of the 2016 CHI conference extended abstracts on human factors in computing systems, CHI EA \u201816","author":"V Vlachokyriakos","year":"2016","unstructured":"Vlachokyriakos V, Crivellaro C, Le Dantec CA, Gordon E, Wright P, Olivier P (2016) Digital civics: citizen empowerment with and through technology. In: Proceedings of the 2016 CHI conference extended abstracts on human factors in computing systems, CHI EA \u201816. ACM, New York, pp 1096\u20131099. https:\/\/doi.org\/10.1145\/2851581.2886436"},{"key":"7_CR98","doi-asserted-by":"publisher","first-page":"1548","DOI":"10.1145\/2818048.2820063","volume-title":"Proceedings of the 19th ACM Conference on Computer-Supported Cooperative Work & Social Computing, CSCW \u201816","author":"A Wiggins","year":"2016","unstructured":"Wiggins A, He Y (2016) Community-based data validation practices in citizen science. In: Proceedings of the 19th ACM Conference on Computer-Supported Cooperative Work & Social Computing, CSCW \u201816. ACM, New York, pp 1548\u20131559. https:\/\/doi.org\/10.1145\/2818048.2820063"},{"key":"7_CR99","doi-asserted-by":"publisher","first-page":"1","DOI":"10.15346\/hc.v4i1.1","volume":"4","author":"S Wiseman","year":"2017","unstructured":"Wiseman S, Cox AL, Gould SJJ, Brumby DP (2017) Exploring the effects of non-monetary reimbursement for participants in HCI research. Hum Comput 4:1\u201324. https:\/\/doi.org\/10.15346\/hc.v4i1.1","journal-title":"Hum Comput"},{"key":"7_CR100","doi-asserted-by":"publisher","first-page":"00","DOI":"10.1111\/j.1083-6101.2005.tb00259.x","volume":"10","author":"KB Wright","year":"2005","unstructured":"Wright KB (2005) Researching internet-based populations: advantages and disadvantages of online survey research, online questionnaire authoring software packages, and web survey services. J Comput-Mediat Commun 10:00\u201300. https:\/\/doi.org\/10.1111\/j.1083-6101.2005.tb00259.x","journal-title":"J Comput-Mediat Commun"},{"key":"7_CR101","doi-asserted-by":"publisher","first-page":"43","DOI":"10.1145\/2502081.2502083","volume-title":"Proceedings of the 21st ACM international conference on multimedia, MM \u201813","author":"Q Xu","year":"2013","unstructured":"Xu Q, Xiong J, Huang Q, Yao Y (2013) Robust evaluation for quality of experience in crowdsourcing. In: Proceedings of the 21st ACM international conference on multimedia, MM \u201813. ACM, New York, pp 43\u201352. https:\/\/doi.org\/10.1145\/2502081.2502083"},{"key":"7_CR102","doi-asserted-by":"publisher","first-page":"343","DOI":"10.1145\/3022198.3026339","volume-title":"Companion of the 2017 ACM conference on Computer Supported Cooperative Work and Social Computing, CSCW \u201817 Companion","author":"T Ye","year":"2017","unstructured":"Ye T, Reinecke K, Robert LP (2017) Personalized feedback versus money: the effect on reliability of subjective data in online experimental platforms. In: Companion of the 2017 ACM conference on Computer Supported Cooperative Work and Social Computing, CSCW \u201817 Companion. ACM, New York, pp 343\u2013346. https:\/\/doi.org\/10.1145\/3022198.3026339"}],"container-title":["Human\u2013Computer Interaction Series","New Directions in Third Wave Human-Computer Interaction: Volume 2 - Methodologies"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-319-73374-6_7","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,9,3]],"date-time":"2023-09-03T10:59:13Z","timestamp":1693738753000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-319-73374-6_7"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2018]]},"ISBN":["9783319733739","9783319733746"],"references-count":102,"URL":"https:\/\/doi.org\/10.1007\/978-3-319-73374-6_7","relation":{},"ISSN":["1571-5035","2524-4477"],"issn-type":[{"type":"print","value":"1571-5035"},{"type":"electronic","value":"2524-4477"}],"subject":[],"published":{"date-parts":[[2018]]},"assertion":[{"value":"28 June 2018","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}}]}}