{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,2,21]],"date-time":"2025-02-21T20:19:32Z","timestamp":1740169172912,"version":"3.37.3"},"reference-count":62,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","license":[{"start":{"date-parts":[[2020,1,1]],"date-time":"2020-01-01T00:00:00Z","timestamp":1577836800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/legalcode"}],"funder":[{"DOI":"10.13039\/501100011665","name":"Deanship of Scientific Research through the initiative of DSR Graduate Students Research Support (GSR), King Saud University","doi-asserted-by":"publisher","id":[{"id":"10.13039\/501100011665","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Access"],"published-print":{"date-parts":[[2020]]},"DOI":"10.1109\/access.2020.3022773","type":"journal-article","created":{"date-parts":[[2020,9,8]],"date-time":"2020-09-08T19:46:32Z","timestamp":1599594392000},"page":"168381-168393","source":"Crossref","is-referenced-by-count":2,"title":["A Robust Consistency Model of Crowd Workers in Text Labeling Tasks"],"prefix":"10.1109","volume":"8","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-9609-4472","authenticated-orcid":false,"given":"Fattoh","family":"Alqershi","sequence":"first","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-7594-7325","authenticated-orcid":false,"given":"Muhammad","family":"Al-Qurishi","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0003-0118-9602","authenticated-orcid":false,"given":"Mehmet Sabih","family":"Aksoy","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-9244-8341","authenticated-orcid":false,"given":"Majed","family":"Alrubaian","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-6946-2591","authenticated-orcid":false,"given":"Muhammad","family":"Imran","sequence":"additional","affiliation":[]}],"member":"263","reference":[{"key":"ref39","doi-asserted-by":"publisher","DOI":"10.1109\/CCE.2014.6916756"},{"key":"ref38","first-page":"646","article-title":"Effective quality assurance for data labels through crowdsourcing and domain expert collaboration","author":"lee","year":"2018","journal-title":"Proc Advances in Database Technology (EDBT 90)"},{"key":"ref33","doi-asserted-by":"publisher","DOI":"10.1109\/QoMEX.2015.7148091"},{"key":"ref32","doi-asserted-by":"publisher","DOI":"10.1145\/2897659.2897662"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.1145\/2009916.2010057"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.1109\/THMS.2015.2463082"},{"key":"ref37","first-page":"156","article-title":"SQUARE: A benchmark for research on computing crowd consensus","author":"sheshadri","year":"2013","journal-title":"Proc 1st AAAI Conf Human Comput Crowdsourcing (HCOMP)"},{"key":"ref36","doi-asserted-by":"publisher","DOI":"10.1145\/1401890.1401965"},{"key":"ref35","doi-asserted-by":"publisher","DOI":"10.1016\/j.mcm.2012.01.006"},{"key":"ref34","doi-asserted-by":"publisher","DOI":"10.1145\/985692.985733"},{"key":"ref60","doi-asserted-by":"publisher","DOI":"10.1007\/BF02310555"},{"key":"ref62","article-title":"How does tweet difficulty affect labeling performance of annotators?","author":"r\u00e4biger","year":"2018","journal-title":"arXiv 1808 00388"},{"key":"ref61","doi-asserted-by":"publisher","DOI":"10.1109\/CSCWD.2018.8465305"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.1145\/2702123.2702145"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.1145\/2441776.2441847"},{"key":"ref29","doi-asserted-by":"publisher","DOI":"10.1145\/2998181.2998248"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1186\/s13673-016-0068-z"},{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1145\/2723372.2723731"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1007\/s10115-020-01475-y"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.1145\/2380116.2380125"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1145\/2047196.2047199"},{"key":"ref24","first-page":"26","article-title":"Mechanical cheat: Spamming schemes and adversarial techniques on crowdsourcing platforms","author":"difallah","year":"2012","journal-title":"Proc CrowdSearch Workshop"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1109\/BigData47090.2019.9006114"},{"key":"ref26","first-page":"197","article-title":"Deja Vu: Characterizing worker reliability using task consistency","author":"williams","year":"2017","journal-title":"Proc 5th AAAI Conf Hum Comput Crowdsourcing (HCOMP)"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.1109\/ICMLA.2016.0127"},{"key":"ref50","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-642-15034-0_5"},{"key":"ref51","first-page":"1","article-title":"More than fun and money. worker motivation in crowdsourcing—A study on mechanical Turk","author":"kaufmann","year":"2011","journal-title":"Proc 17th Americas Conf Inf Syst"},{"key":"ref59","doi-asserted-by":"publisher","DOI":"10.1007\/s11135-014-0003-1"},{"key":"ref58","doi-asserted-by":"publisher","DOI":"10.1145\/2348283.2348400"},{"key":"ref57","doi-asserted-by":"publisher","DOI":"10.1109\/ICASSP.2011.5946971"},{"key":"ref56","doi-asserted-by":"publisher","DOI":"10.1109\/MIC.2012.71"},{"key":"ref55","doi-asserted-by":"publisher","DOI":"10.1007\/BF03191825"},{"key":"ref54","doi-asserted-by":"publisher","DOI":"10.1142\/S0218488506004114"},{"journal-title":"The Text Labeling Interface","year":"2020","key":"ref53"},{"key":"ref52","first-page":"1","article-title":"Can the crowd identify misinformation objectively? The effects of judgment scale and assessor’s background","author":"roitero","year":"2020","journal-title":"Proc 43rd Int ACM Conf Res Develop Inf Retr (SIGIR)"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1109\/MIC.2013.20"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1109\/TKDE.2019.2896926"},{"key":"ref40","first-page":"17","article-title":"An analysis of assessor behavior in crowdsourced preference judgments","author":"zhu","year":"2010","journal-title":"Proc SIGIR Workshop Crowdsourcing for Search Evaluation"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1109\/TNNLS.2018.2890148"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1109\/TKDE.2016.2518669"},{"key":"ref14","first-page":"17","article-title":"Ensuring quality in crowdsourced search relevance evaluation: The effects of training question distribution","author":"le","year":"2010","journal-title":"Proc ACM SIGIR Workshop Crowdsourcing Search Eval (CSE)"},{"key":"ref15","first-page":"43","article-title":"Programmatic gold: Trargeted and scalable quality assurance in crowdsourcing","author":"oleson","year":"2011","journal-title":"Proc 25th AAAI Conf Artif Intell Workshop"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1109\/TAFFC.2015.2493525"},{"key":"ref17","first-page":"21","article-title":"How much spam can you take? An analysis of crowdsourcing results to increase accuracy","author":"vuurens","year":"2011","journal-title":"Proc ACM SIGIR Workshop Crowdsourcing Inf Retrieval"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1109\/TKDE.2017.2659740"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1109\/CJECE.2019.2898260"},{"key":"ref4","article-title":"Extracting COVID-19 events from Twitter","author":"zong","year":"2020","journal-title":"arXiv 2006 02567"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1007\/978-94-024-0881-2_10"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.24251\/HICSS.2019.624"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1109\/ICDCS.2019.00123"},{"key":"ref8","article-title":"Visually explainable recommendation","author":"chen","year":"2018","journal-title":"arXiv 1801 10288"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1109\/TMI.2016.2528120"},{"key":"ref49","doi-asserted-by":"publisher","DOI":"10.1145\/2207676.2207709"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1007\/978-94-007-7618-0_22"},{"key":"ref46","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/P17-2067"},{"key":"ref45","doi-asserted-by":"publisher","DOI":"10.1109\/ASONAM.2018.8508256"},{"key":"ref48","doi-asserted-by":"publisher","DOI":"10.1109\/TMM.2013.2291663"},{"key":"ref47","doi-asserted-by":"publisher","DOI":"10.1109\/MIS.2020.2997781"},{"key":"ref42","doi-asserted-by":"publisher","DOI":"10.1080\/03081079.2018.1523156"},{"key":"ref41","doi-asserted-by":"publisher","DOI":"10.1145\/2063576.2063860"},{"key":"ref44","first-page":"157","article-title":"Crowd-O-meter?: Predicting if a person is vulnerable to believe political claims","author":"sameki","year":"2017","journal-title":"Proc 5th AAAI Conf Human Comput Crowdsourcing (HCOMP)"},{"key":"ref43","doi-asserted-by":"publisher","DOI":"10.1109\/CSCWD.2019.8791903"}],"container-title":["IEEE Access"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/6287639\/8948470\/09187781.pdf?arnumber=9187781","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2021,12,17]],"date-time":"2021-12-17T19:55:47Z","timestamp":1639770947000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/9187781\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2020]]},"references-count":62,"URL":"https:\/\/doi.org\/10.1109\/access.2020.3022773","relation":{},"ISSN":["2169-3536"],"issn-type":[{"type":"electronic","value":"2169-3536"}],"subject":[],"published":{"date-parts":[[2020]]}}}