{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,7,28]],"date-time":"2025-07-28T21:12:55Z","timestamp":1753737175373,"version":"3.40.3"},"publisher-location":"Cham","reference-count":30,"publisher":"Springer Nature Switzerland","isbn-type":[{"type":"print","value":"9783031217067"},{"type":"electronic","value":"9783031217074"}],"license":[{"start":{"date-parts":[[2022,1,1]],"date-time":"2022-01-01T00:00:00Z","timestamp":1640995200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2022,1,1]],"date-time":"2022-01-01T00:00:00Z","timestamp":1640995200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2022]]},"DOI":"10.1007\/978-3-031-21707-4_19","type":"book-chapter","created":{"date-parts":[[2022,11,24]],"date-time":"2022-11-24T18:52:04Z","timestamp":1669315924000},"page":"245-261","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":3,"title":["Improving Labeling Through Social Science Insights: Results and Research Agenda"],"prefix":"10.1007","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-7587-7064","authenticated-orcid":false,"given":"Jacob","family":"Beck","sequence":"first","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-8577-4085","authenticated-orcid":false,"given":"Stephanie","family":"Eckman","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-6979-1766","authenticated-orcid":false,"given":"Rob","family":"Chew","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-7339-2645","authenticated-orcid":false,"given":"Frauke","family":"Kreuter","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2022,11,25]]},"reference":[{"key":"19_CR1","doi-asserted-by":"crossref","unstructured":"Sen, S., Giesel, M., Gold, R., et al.: Turkers, scholars, \u201cArafat\u201d and \u201cpeace\u201d: cultural communities and algorithmic gold standards. In: CSCW 2015: Computer Supported Cooperative Work and Social Computing, Vancouver BC, Canada (2015)","DOI":"10.1145\/2675133.2675285"},{"key":"19_CR2","doi-asserted-by":"publisher","unstructured":"Sambasivan, N., Kapania, S., Highfill, H., et al.: Everyone wants to do the model work, not the data work: data cascades in high-stakes AI (2021). https:\/\/doi.org\/10.1145\/3411764.3445518","DOI":"10.1145\/3411764.3445518"},{"key":"19_CR3","doi-asserted-by":"crossref","unstructured":"Goldschmidt, G.: Critical design and design thinking vs. critical design and design thinking. In: Different Perspectives in Design Thinking (2022)","DOI":"10.1201\/9780429289378-2"},{"issue":"2","key":"19_CR4","doi-asserted-by":"publisher","first-page":"151","DOI":"10.1177\/004912417700600202","volume":"6","author":"H Schuman","year":"2016","unstructured":"Schuman, H., Presser, S.: Question wording as an independent variable in survey analysis. Sociol. Methods Res. 6(2), 151\u2013170 (2016). https:\/\/doi.org\/10.1177\/004912417700600202","journal-title":"Sociol. Methods Res."},{"key":"19_CR5","volume-title":"Survey Methodology","author":"R Groves","year":"2004","unstructured":"Groves, R., Fowler, F., Couper, M., Lepkowski, J., Singer, E., Tourangeau, R.: Survey Methodology. Wiley, Hoboken (2004)"},{"key":"19_CR6","doi-asserted-by":"crossref","unstructured":"Blasius, I., Thiessen, V.: Assessing the quality of survey data (2012)","DOI":"10.4135\/9781446251874"},{"key":"19_CR7","doi-asserted-by":"crossref","unstructured":"Biemer, P., de Leeuw, E.D., Eckman, S., et al.: Total Survey Error in Practice. Wiley, Hoboken (2017)","DOI":"10.1002\/9781119041702"},{"key":"19_CR8","doi-asserted-by":"crossref","unstructured":"Tourangeau, R., Rips, L.J., Rasinski, K.: The Psychology of Survey Response (2000)","DOI":"10.1017\/CBO9780511819322"},{"key":"19_CR9","doi-asserted-by":"publisher","unstructured":"Willis, G.B.: Cognitive Interviewing: A tool for Improving Questionnaire Design. Sage, Thousand Oaks (2005). https:\/\/doi.org\/10.4135\/9781412983655","DOI":"10.4135\/9781412983655"},{"key":"19_CR10","unstructured":"Groves, R.M., Fowler, F.J., Couper, M.P., et al.: Survey Methodology, 2nd edn. Wiley, Hoboken (2009)"},{"issue":"4","key":"19_CR11","doi-asserted-by":"publisher","first-page":"310","DOI":"10.1007\/s00287-016-0977-2","volume":"39","author":"C Meinel","year":"2016","unstructured":"Meinel, C., von Thienen, J.: Design thinking. Informatik-Spektrum 39(4), 310\u2013314 (2016). https:\/\/doi.org\/10.1007\/s00287-016-0977-2","journal-title":"Informatik-Spektrum"},{"key":"19_CR12","unstructured":"Schuman, H., Presser, S.: Questions and Answers in Attitude Surveys: Experiments on Question Form, Wording, and Context. Sage, Thousand Oaks (1996)"},{"issue":"1","key":"19_CR13","doi-asserted-by":"publisher","first-page":"29","DOI":"10.1016\/j.obhdp.2008.01.003","volume":"107","author":"TJ Thorsteinson","year":"2008","unstructured":"Thorsteinson, T.J., Breier, J., Atwell, A., et al.: Anchoring effects on performance judgments. Organ. Behav. Hum. Decis. Process. 107(1), 29\u201340 (2008). https:\/\/doi.org\/10.1016\/j.obhdp.2008.01.003","journal-title":"Organ. Behav. Hum. Decis. Process."},{"key":"19_CR14","doi-asserted-by":"publisher","first-page":"319","DOI":"10.1016\/S0065-2601(10)42006-7","volume":"42","author":"H Bless","year":"2010","unstructured":"Bless, H., Schwarz, N.: Mental construal and the emergence of assimilation and contrast effects: the inclusion\/exclusion model. Adv. Exp. Soc. Psychol. 42, 319\u2013373 (2010)","journal-title":"Adv. Exp. Soc. Psychol."},{"issue":"2","key":"19_CR15","doi-asserted-by":"publisher","first-page":"203","DOI":"10.1037\/\/0022-3514.61.2.203[publishedOnlineFirst:1991\/08\/01]","volume":"61","author":"M Manis","year":"1991","unstructured":"Manis, M., Biernat, M., Nelson, T.F.: Comparison and expectancy processes in human judgment. J. Pers. Soc. Psychol. 61(2), 203\u2013211 (1991). https:\/\/doi.org\/10.1037\/\/0022-3514.61.2.203[publishedOnlineFirst:1991\/08\/01]","journal-title":"J. Pers. Soc. Psychol."},{"key":"19_CR16","doi-asserted-by":"publisher","unstructured":"Neurocomputing 273, 494\u2013508 (2018). https:\/\/doi.org\/10.1016\/j.neucom.2017.08.001","DOI":"10.1016\/j.neucom.2017.08.001"},{"key":"19_CR17","doi-asserted-by":"publisher","unstructured":"Wu, J., Sheng, V.S., Zhang, J., et al.: Multi-label active learning algorithms for image classification: overview and future promise. ACM Comput. Surv. 53(2) (2020). https:\/\/doi.org\/10.1145\/3379504 [published Online First: 06 Jan 2020]","DOI":"10.1145\/3379504"},{"issue":"70","key":"19_CR18","doi-asserted-by":"publisher","first-page":"29","DOI":"10.1002\/ev.1033","volume":"1996","author":"JA Krosnick","year":"1996","unstructured":"Krosnick, J.A., Narayan, S., Smith, W.R.: Satisficing in surveys: initial evidence. N. Dir. Eval. 1996(70), 29\u201344 (1996). https:\/\/doi.org\/10.1002\/ev.1033","journal-title":"N. Dir. Eval."},{"key":"19_CR19","unstructured":"Stern, M., Dillman, D.A., Smyth, J.D.: Visual design, order effects, and respondent characteristics in a self-administered survey (2007). https:\/\/digitalcommons.unl.edu\/cgi\/viewcontent.cgi?article=1681&context=sociologyfacpub"},{"key":"19_CR20","doi-asserted-by":"crossref","unstructured":"Kara, Y.E., Gaye, G., Aran, O., et al.: Modeling annotator behaviors for crowd labeling (2014). https:\/\/yekara.com\/pub\/kara2015cl.pdf","DOI":"10.1016\/j.neucom.2014.10.082"},{"key":"19_CR21","unstructured":"De Vries, T., Misra, I., Wang, C., et al.: Does object recognition work for everyone? In: IEEE\/CVF Conference on Computer Vision and Pattern Recognition (CVPR) Workshop, Long Beach, CA (2019)"},{"key":"19_CR22","unstructured":"Spinde, T., Rudnitckaia, L., Sinha, K., et al.: MBIC \u2013 a media bias annotation dataset including annotator characteristics. In: Proceedings of the iConference (2021)"},{"key":"19_CR23","doi-asserted-by":"crossref","unstructured":"Davidson, T., Warmsley, D., Macy, M., et al.: Automated hate speech detection and the problem of offensive language (2017). https:\/\/ojs.aaai.org\/index.php\/ICWSM\/article\/view\/14955\/14805","DOI":"10.1609\/icwsm.v11i1.14955"},{"key":"19_CR24","unstructured":"Bhardvaj, V., Passonneau, R.J., Salleb-Aouissi, A., et al.: Anveshan: a framework for analysis of multiple annotators\u2019 labeling behavior. In: LAW IV 2010: Proceedings of the Fourth Linguistic Annotation Workshop (2010)"},{"issue":"3","key":"19_CR25","first-page":"293","volume":"8","author":"TW Mangione","year":"1992","unstructured":"Mangione, T.W., Fowler, F.J., Louis, T.A.: Question characteristics and interviewer effects. J. Off. Stat. 8(3), 293\u2013307 (1992)","journal-title":"J. Off. Stat."},{"key":"19_CR26","unstructured":"Beaman, C., Morton, J.: The separate but related origins of the recency effect and the modality effect in free recall (2000). https:\/\/citeseerx.ist.psu.edu\/viewdoc\/download?doi=10.1.1.727.9587&rep=rep1&type=pdf"},{"issue":"3","key":"19_CR27","first-page":"389","volume":"21","author":"R Schnell","year":"2005","unstructured":"Schnell, R., Kreuter, F.: Separating interviewer and sampling-point effects. J. Off. Stat. 21(3), 389\u2013410 (2005)","journal-title":"J. Off. Stat."},{"key":"19_CR28","doi-asserted-by":"crossref","unstructured":"Founta, A., Djouvas, C., Chatzakou, D., et al.: Large scale crowdsourcing and characterization of twitter abusive behavior. In: Proceedings of the Twelfth International AAAI Conference on Web and Social Media (ICWSM) (2018)","DOI":"10.1609\/icwsm.v12i1.14991"},{"issue":"3","key":"19_CR29","doi-asserted-by":"publisher","first-page":"721","DOI":"10.1093\/poq\/nfu030","volume":"78","author":"S Eckman","year":"2014","unstructured":"Eckman, S., Kreuter, F., Kirchner, A., J\u00e4ckle, A., Tourangeau, R., Presser, S.: Assessing the mechanisms of misreporting to filter questions in surveys. Publ. Opin. Q. 78(3), 721\u2013733 (2014)","journal-title":"Publ. Opin. Q."},{"key":"19_CR30","unstructured":"Chew, R., et al.: SMART: an open source data labeling platform for supervised learning. J. Mach. Learn. Res. 20(82), 1\u20135 (2019). https:\/\/arxiv.org\/abs\/1812.06591"}],"container-title":["Lecture Notes in Computer Science","HCI International 2022 \u2013 Late Breaking Papers: Interacting with eXtended Reality and Artificial Intelligence"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-21707-4_19","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,11,24]],"date-time":"2022-11-24T19:01:16Z","timestamp":1669316476000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-21707-4_19"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022]]},"ISBN":["9783031217067","9783031217074"],"references-count":30,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-21707-4_19","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2022]]},"assertion":[{"value":"25 November 2022","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"HCII","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Human-Computer Interaction","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2022","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"26 June 2022","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"1 July 2022","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"24","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"hcii2022","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/2022.hci.international\/index.html","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}