{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,10,5]],"date-time":"2025-10-05T19:45:45Z","timestamp":1759693545598,"version":"3.37.3"},"reference-count":47,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","license":[{"start":{"date-parts":[[2019,1,1]],"date-time":"2019-01-01T00:00:00Z","timestamp":1546300800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2019,1,1]],"date-time":"2019-01-01T00:00:00Z","timestamp":1546300800000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2019,1,1]],"date-time":"2019-01-01T00:00:00Z","timestamp":1546300800000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"funder":[{"DOI":"10.13039\/501100000780","name":"European Commission","doi-asserted-by":"publisher","award":["Erasmus+ Project No.60171990"],"award-info":[{"award-number":["Erasmus+ Project No.60171990"]}],"id":[{"id":"10.13039\/501100000780","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100010661","name":"Horizon 2020 Framework Programme","doi-asserted-by":"publisher","award":["Research and Innovation Programme, No.732328"],"award-info":[{"award-number":["Research and Innovation Programme, No.732328"]}],"id":[{"id":"10.13039\/100010661","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100000923","name":"Australian Research Council","doi-asserted-by":"publisher","award":["DP190102141"],"award-info":[{"award-number":["DP190102141"]}],"id":[{"id":"10.13039\/501100000923","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Trans. Knowl. Data Eng."],"published-print":{"date-parts":[[2019]]},"DOI":"10.1109\/tkde.2019.2948168","type":"journal-article","created":{"date-parts":[[2019,10,17]],"date-time":"2019-10-17T20:05:32Z","timestamp":1571342732000},"page":"1-1","source":"Crossref","is-referenced-by-count":22,"title":["The Impact of Task Abandonment in Crowdsourcing"],"prefix":"10.1109","author":[{"given":"Lei","family":"Han","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Kevin","family":"Roitero","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Ujwal","family":"Gadiraju","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Cristina","family":"Sarasua","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Alessandro","family":"Checco","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Eddy","family":"Maddalena","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Gianluca","family":"Demartini","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"263","reference":[{"key":"ref39","doi-asserted-by":"publisher","DOI":"10.1145\/3209978.3210052"},{"key":"ref38","doi-asserted-by":"publisher","DOI":"10.1145\/3002172"},{"key":"ref33","doi-asserted-by":"publisher","DOI":"10.1145\/2631775.2631819"},{"key":"ref32","doi-asserted-by":"publisher","DOI":"10.1145\/3132847.3133001"},{"key":"ref31","first-page":"2019","article-title":"Beyond clicks: Query reformulation as a predictor of search satisfaction","author":"hassan","year":"2013","journal-title":"Proc ACM Int Conf Inf Knowl Manag"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.1145\/2736277.2741681"},{"key":"ref37","doi-asserted-by":"publisher","DOI":"10.1145\/1753846.1753873"},{"key":"ref36","doi-asserted-by":"publisher","DOI":"10.1145\/3173574.3174023"},{"key":"ref35","volume":"5","author":"berg","year":"2004","journal-title":"Qualitative Research Methods for the Social Sciences"},{"key":"ref34","doi-asserted-by":"publisher","DOI":"10.1017\/CBO9780511557842"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1145\/3130914"},{"key":"ref40","article-title":"Overview of the eighth text REtrieval conference (TREC 8), 1–24","author":"voorhees","year":"1999","journal-title":"NIST Special Publication"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1145\/1979742.1979826"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1145\/2396761.2398697"},{"key":"ref13","first-page":"165","article-title":"The wisdom of minority: Discovering and targeting the right group of workers for crowdsourcing","author":"li","year":"2014","journal-title":"Proc Int World Wide Web Conf"},{"key":"ref14","first-page":"139","article-title":"Why is that relevant? Collecting annotator rationales for relevance judgments","author":"mcdonnell","year":"2016","journal-title":"Proc 4th AAAI Conf Human Comput Crowdsourcing"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1145\/1837885.1837906"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1145\/3159652.3159654"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1145\/2702123.2702443"},{"key":"ref18","first-page":"3233","article-title":"Identifying unreliable and adversarial workers in crowdsourced labeling tasks","volume":"18","author":"jagabathula","year":"2017","journal-title":"J Mach Learn Res"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1109\/TKDE.2017.2750683"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.1145\/2396761.2398399"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1145\/2488388.2488421"},{"key":"ref27","first-page":"41","article-title":"Your behavior signals your reliability: Modeling crowd behavioral traces to ensure quality relevance annotations","author":"goyal","year":"2018","journal-title":"Proc 6th AAAI Conf Human Comput Crowdsourcing"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1145\/2452376.2452451"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1080\/0267257X.2017.1325389"},{"key":"ref29","doi-asserted-by":"crossref","first-page":"237","DOI":"10.1145\/2207676.2207710","article-title":"Direct answers for search queries in the long tail","author":"bernstein","year":"2012","journal-title":"Proc SIGCHI Conf Human Factors Comput Syst"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1177\/0165551512437638"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1561\/1800000025"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1007\/s10791-012-9206-z"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1145\/2187836.2187900"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1145\/2441776.2441923"},{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1145\/2566486.2567989"},{"key":"ref46","doi-asserted-by":"publisher","DOI":"10.1214\/aoms\/1177730491"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1145\/1148170.1148177"},{"key":"ref45","doi-asserted-by":"publisher","DOI":"10.1145\/3121050.3121060"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.1145\/2556195.2556220"},{"key":"ref47","first-page":"129","article-title":"Crowdsourcing relevance assessments: The unexpected benefits of limiting the time to judge","author":"maddalena","year":"2016","journal-title":"Proc Conf Human Comput Crowdsourcing"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1145\/1367497.1367505"},{"key":"ref42","doi-asserted-by":"publisher","DOI":"10.1145\/3289600.3291035"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.1109\/TKDE.2017.2739151"},{"key":"ref41","doi-asserted-by":"publisher","DOI":"10.1145\/564431.564433"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1145\/2835776.2835833"},{"key":"ref44","article-title":"Pattern-matching-the gestalt approach","volume":"13","author":"ratcliff","year":"1988","journal-title":"Dr Dobbs J"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1145\/2835776.2835835"},{"journal-title":"Content Analysis An Introduction to Its Methodology","year":"1989","author":"kirppendorff","key":"ref43"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.1145\/2047196.2047199"}],"container-title":["IEEE Transactions on Knowledge and Data Engineering"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/69\/4358933\/08873609.pdf?arnumber=8873609","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,5,10]],"date-time":"2022-05-10T14:50:48Z","timestamp":1652194248000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/8873609\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2019]]},"references-count":47,"URL":"https:\/\/doi.org\/10.1109\/tkde.2019.2948168","relation":{},"ISSN":["1041-4347","1558-2191","2326-3865"],"issn-type":[{"type":"print","value":"1041-4347"},{"type":"electronic","value":"1558-2191"},{"type":"electronic","value":"2326-3865"}],"subject":[],"published":{"date-parts":[[2019]]}}}