{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,2]],"date-time":"2026-07-02T12:13:26Z","timestamp":1782994406989,"version":"3.54.5"},"publisher-location":"New York, NY, USA","reference-count":59,"publisher":"ACM","license":[{"start":{"date-parts":[[2022,10,17]],"date-time":"2022-10-17T00:00:00Z","timestamp":1665964800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"funder":[{"name":"ARC Training Centre for Information Resilience","award":["IC200100022"],"award-info":[{"award-number":["IC200100022"]}]},{"name":"ARC Discovery Project","award":["DP190102141"],"award-info":[{"award-number":["DP190102141"]}]},{"name":"CHIST-ERA within the CIMPLE project","award":["CHIST-ERA-19-XAI-003"],"award-info":[{"award-number":["CHIST-ERA-19-XAI-003"]}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2022,10,17]]},"DOI":"10.1145\/3511808.3557279","type":"proceedings-article","created":{"date-parts":[[2022,10,16]],"date-time":"2022-10-16T01:29:57Z","timestamp":1665883797000},"page":"1736-1746","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":60,"title":["Crowdsourced Fact-Checking at Twitter"],"prefix":"10.1145","author":[{"given":"Mohammed","family":"Saeed","sequence":"first","affiliation":[{"name":"Eurecom, Biot, France"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Nicolas","family":"Traub","sequence":"additional","affiliation":[{"name":"The University of Queensland, Brisbane, QLD, Australia"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Maelle","family":"Nicolas","sequence":"additional","affiliation":[{"name":"Eurecom, Biot, France"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Gianluca","family":"Demartini","sequence":"additional","affiliation":[{"name":"The University of Queensland, Brisbane, QLD, Australia"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Paolo","family":"Papotti","sequence":"additional","affiliation":[{"name":"Eurecom, Biot, France"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"320","published-online":{"date-parts":[[2022,10,17]]},"reference":[{"key":"e_1_3_2_1_1_1","unstructured":"[n.d.]. About the Fact Checker. https:\/\/www.washingtonpost.com\/politics\/2019\/ 01\/07\/about-fact-checker.  [n.d.]. About the Fact Checker. https:\/\/www.washingtonpost.com\/politics\/2019\/ 01\/07\/about-fact-checker."},{"key":"e_1_3_2_1_2_1","unstructured":"[n.d.]. Amazon Mechanical Turk. https:\/\/www.mturk.com.  [n.d.]. Amazon Mechanical Turk. https:\/\/www.mturk.com."},{"key":"e_1_3_2_1_3_1","unstructured":"[n.d.]. BirdWatch Data. https:\/\/twitter.github.io\/birdwatch\/contributing\/ download-data\/.  [n.d.]. BirdWatch Data. https:\/\/twitter.github.io\/birdwatch\/contributing\/ download-data\/."},{"key":"e_1_3_2_1_4_1","unstructured":"[n.d.]. ClaimReview Project. https:\/\/www.claimreviewproject.com\/the-factsabout- claimreview.  [n.d.]. ClaimReview Project. https:\/\/www.claimreviewproject.com\/the-factsabout- claimreview."},{"key":"e_1_3_2_1_5_1","unstructured":"[n.d.]. ClaimReview Schema. https:\/\/schema.org\/ClaimReview.  [n.d.]. ClaimReview Schema. https:\/\/schema.org\/ClaimReview."},{"key":"e_1_3_2_1_6_1","unstructured":"[n.d.]. Evaluating Evidence and Information Sources. https:\/\/kit. exposingtheinvisible.org\/en\/how\/evaluate-evidence.html.  [n.d.]. Evaluating Evidence and Information Sources. https:\/\/kit. exposingtheinvisible.org\/en\/how\/evaluate-evidence.html."},{"key":"e_1_3_2_1_7_1","unstructured":"[n.d.]. Full Fact Frequently asked questions. https:\/\/fullfact.org\/about\/frequentlyasked- questions\/.  [n.d.]. Full Fact Frequently asked questions. https:\/\/fullfact.org\/about\/frequentlyasked- questions\/."},{"key":"e_1_3_2_1_8_1","unstructured":"[n.d.]. Introducing Birdwatch a community-based approach to misinformation. https:\/\/blog.twitter.com\/en_us\/topics\/product\/2021\/introducing-birdwatcha-community-based-approach-to-misinformation.  [n.d.]. Introducing Birdwatch a community-based approach to misinformation. https:\/\/blog.twitter.com\/en_us\/topics\/product\/2021\/introducing-birdwatcha-community-based-approach-to-misinformation."},{"key":"e_1_3_2_1_9_1","unstructured":"[n.d.]. The Principles of the Truth-O-Meter. ttps:\/\/www.politifact.com\/article\/ 2018\/feb\/12\/principles-truth-o-meter-politifacts-methodology-i.  [n.d.]. The Principles of the Truth-O-Meter. ttps:\/\/www.politifact.com\/article\/ 2018\/feb\/12\/principles-truth-o-meter-politifacts-methodology-i."},{"key":"e_1_3_2_1_10_1","unstructured":"[n.d.]. Third party fact-checking. https:\/\/www.facebook.com\/journalismproject\/ programs\/third-party-fact-checking\/how-it-works.  [n.d.]. Third party fact-checking. https:\/\/www.facebook.com\/journalismproject\/ programs\/third-party-fact-checking\/how-it-works."},{"key":"e_1_3_2_1_11_1","volume-title":"NewsIR'19 Workshop at SIGIR.","author":"Adler Ben","year":"2019","unstructured":"Ben Adler and Giacomo Boscaini-Gilroy . 2019 . Real-time Claim Detection from News Articles and Retrieval of Semantically-Similar Factchecks . In NewsIR'19 Workshop at SIGIR. Ben Adler and Giacomo Boscaini-Gilroy. 2019. Real-time Claim Detection from News Articles and Retrieval of Semantically-Similar Factchecks. In NewsIR'19 Workshop at SIGIR."},{"key":"e_1_3_2_1_12_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICDE53745.2022.00084"},{"key":"#cr-split#-e_1_3_2_1_13_1.1","unstructured":"Jennifer N L Allen Cameron Martel and David G Rand. 2021. Birds of a feather don't fact-check each other: Partisanship and the evaluation of news in Twitter's Birdwatch crowdsourced fact-checking program. https:\/\/doi.org\/10.31234\/osf. io\/57e3q 10.31234\/osf"},{"key":"#cr-split#-e_1_3_2_1_13_1.2","unstructured":"Jennifer N L Allen Cameron Martel and David G Rand. 2021. Birds of a feather don't fact-check each other: Partisanship and the evaluation of news in Twitter's Birdwatch crowdsourced fact-checking program. https:\/\/doi.org\/10.31234\/osf. io\/57e3q"},{"key":"e_1_3_2_1_14_1","doi-asserted-by":"crossref","unstructured":"Milad Alshomary Nick D\u00fcsterhus and Henning Wachsmuth. 2020. Extractive Snippet Generation for Arguments. In SIGIR. 1969--1972.  Milad Alshomary Nick D\u00fcsterhus and Henning Wachsmuth. 2020. Extractive Snippet Generation for Arguments. In SIGIR. 1969--1972.","DOI":"10.1145\/3397271.3401186"},{"key":"e_1_3_2_1_16_1","volume-title":"Working Notes of CLEF (CLEF '19)","author":"Atanasova Pepa","year":"2019","unstructured":"Pepa Atanasova , Preslav Nakov , Georgi Karadzhov , Mitra Mohtarami , and Giovanni Da San Martino . 2019 . Overview of the CLEF-2019 CheckThat! Lab on Automatic Identification and Verification of Claims. Task 1: Check-Worthiness . In Working Notes of CLEF (CLEF '19) . Pepa Atanasova, Preslav Nakov, Georgi Karadzhov, Mitra Mohtarami, and Giovanni Da San Martino. 2019. Overview of the CLEF-2019 CheckThat! Lab on Automatic Identification and Verification of Claims. Task 1: Check-Worthiness. In Working Notes of CLEF (CLEF '19)."},{"key":"e_1_3_2_1_17_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-45442-5_26"},{"key":"e_1_3_2_1_18_1","doi-asserted-by":"publisher","DOI":"10.1145\/3415164"},{"key":"e_1_3_2_1_19_1","volume-title":"BRENDA: Browser Extension for Fake News Detection. In SIGIR. 2117--2120.","author":"Botnevik Bjarte","year":"2020","unstructured":"Bjarte Botnevik , Eirik Sakariassen , and Vinay Setty . 2020 . BRENDA: Browser Extension for Fake News Detection. In SIGIR. 2117--2120. Bjarte Botnevik, Eirik Sakariassen, and Vinay Setty. 2020. BRENDA: Browser Extension for Fake News Detection. In SIGIR. 2117--2120."},{"key":"e_1_3_2_1_20_1","volume-title":"EBART: Jointly Predicting and Explaining Truthfulness. In TTO. 18--27.","author":"Brand Erik","year":"2021","unstructured":"Erik Brand , Kevin Roitero , Michael Soprano , and Gianluca Demartini . 2021 . EBART: Jointly Predicting and Explaining Truthfulness. In TTO. 18--27. Erik Brand, Kevin Roitero, Michael Soprano, and Gianluca Demartini. 2021. EBART: Jointly Predicting and Explaining Truthfulness. In TTO. 18--27."},{"key":"e_1_3_2_1_21_1","doi-asserted-by":"publisher","DOI":"10.1609\/hcomp.v5i1.13306"},{"key":"e_1_3_2_1_22_1","doi-asserted-by":"publisher","DOI":"10.1145\/2911451.2914745"},{"key":"e_1_3_2_1_23_1","volume-title":"Restoring Healthy Online Discourse by Detecting and Reducing Controversy, Misinformation, and Toxicity Online","author":"Dori-Hacohen Shiri","unstructured":"Shiri Dori-Hacohen , Keen Sung , Jengyu Chou , and Julian Lustig-Gonzalez . 2021. Restoring Healthy Online Discourse by Detecting and Reducing Controversy, Misinformation, and Toxicity Online . Association for Computing Machinery , New York, NY, USA , 2627--2628. https:\/\/doi.org\/10.1145\/3404835.3464926 10.1145\/3404835.3464926 Shiri Dori-Hacohen, Keen Sung, Jengyu Chou, and Julian Lustig-Gonzalez. 2021. Restoring Healthy Online Discourse by Detecting and Reducing Controversy, Misinformation, and Toxicity Online. Association for Computing Machinery, New York, NY, USA, 2627--2628. https:\/\/doi.org\/10.1145\/3404835.3464926"},{"key":"e_1_3_2_1_24_1","volume-title":"Rand","author":"Epstein Ziv","year":"2020","unstructured":"Ziv Epstein , Gordon Pennycook , and David G . Rand . 2020 . Will the Crowd Game the Algorithm?: Using Layperson Judgments to Combat Misinformation on Social Media by Downranking Distrusted Sources. In CHI. ACM , 1--11. https:\/\/doi.org\/10.1145\/3313831.3376232 10.1145\/3313831.3376232 Ziv Epstein, Gordon Pennycook, and David G. Rand. 2020. Will the Crowd Game the Algorithm?: Using Layperson Judgments to Combat Misinformation on Social Media by Downranking Distrusted Sources. In CHI. ACM, 1--11. https:\/\/doi.org\/10.1145\/3313831.3376232"},{"key":"e_1_3_2_1_25_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2020.emnlp-main.580"},{"key":"e_1_3_2_1_26_1","doi-asserted-by":"publisher","DOI":"10.1037\/h0031619"},{"key":"#cr-split#-e_1_3_2_1_27_1.1","unstructured":"Maarten Grootendorst. 2020. BERTopic: Leveraging BERT and c-TF-IDF to create easily interpretable topics. https:\/\/doi.org\/10.5281\/zenodo.4381785 10.5281\/zenodo.4381785"},{"key":"#cr-split#-e_1_3_2_1_27_1.2","unstructured":"Maarten Grootendorst. 2020. BERTopic: Leveraging BERT and c-TF-IDF to create easily interpretable topics. https:\/\/doi.org\/10.5281\/zenodo.4381785"},{"key":"e_1_3_2_1_28_1","volume-title":"Neural Check-Worthiness Ranking with Weak Supervision: Finding Sentences for Fact-Checking. In Companion Proceedings of The 2019 World Wide Web Conference","author":"Hansen Casper","year":"2019","unstructured":"Casper Hansen , Christian Hansen , Stephen Alstrup , Jakob Grue Simonsen , and Christina Lioma . 2019 . Neural Check-Worthiness Ranking with Weak Supervision: Finding Sentences for Fact-Checking. In Companion Proceedings of The 2019 World Wide Web Conference ( San Francisco, USA) (WWW '19). Association for Computing Machinery, New York, NY, USA, 994--1000. https:\/\/doi.org\/10.1145\/ 3308560.3316736 Casper Hansen, Christian Hansen, Stephen Alstrup, Jakob Grue Simonsen, and Christina Lioma. 2019. Neural Check-Worthiness Ranking with Weak Supervision: Finding Sentences for Fact-Checking. In Companion Proceedings of The 2019 World Wide Web Conference (San Francisco, USA) (WWW '19). Association for Computing Machinery, New York, NY, USA, 994--1000. https:\/\/doi.org\/10.1145\/ 3308560.3316736"},{"key":"e_1_3_2_1_29_1","volume-title":"Proceedings of the 2015 computation journalism symposium.","author":"Hassan Naeemul","year":"2015","unstructured":"Naeemul Hassan , Bill Adair , James T Hamilton , Chengkai Li , Mark Tremayne , Jun Yang , and Cong Yu . 2015 . The quest to automate fact-checking . In Proceedings of the 2015 computation journalism symposium. Naeemul Hassan, Bill Adair, James T Hamilton, Chengkai Li, Mark Tremayne, Jun Yang, and Cong Yu. 2015. The quest to automate fact-checking. In Proceedings of the 2015 computation journalism symposium."},{"key":"e_1_3_2_1_30_1","doi-asserted-by":"crossref","unstructured":"Naeemul Hassan Fatma Arslan Chengkai Li and Mark Tremayne. 2017. Toward Automated Fact-Checking: Detecting Check-worthy Factual Claims by ClaimBuster. In KDD.  Naeemul Hassan Fatma Arslan Chengkai Li and Mark Tremayne. 2017. Toward Automated Fact-Checking: Detecting Check-worthy Factual Claims by ClaimBuster. In KDD.","DOI":"10.1145\/3097983.3098131"},{"key":"e_1_3_2_1_31_1","volume-title":"Crowds and Professionals Towards Sustainable Fact-Checking. In Companion Proceedings of The 2019 World Wide Web Conference","author":"Hassan Naeemul","year":"2019","unstructured":"Naeemul Hassan , Mohammad Yousuf , Md Mahfuzul Haque , Javier A. Suarez Rivas , and Md Khadimul Islam . 2019 . Examining the Roles of Automation , Crowds and Professionals Towards Sustainable Fact-Checking. In Companion Proceedings of The 2019 World Wide Web Conference ( San Francisco, USA) (WWW '19). Association for Computing Machinery, New York, NY, USA, 1001--1006. https:\/\/doi.org\/10.1145\/3308560.3316734 10.1145\/3308560.3316734 Naeemul Hassan, Mohammad Yousuf, Md Mahfuzul Haque, Javier A. Suarez Rivas, and Md Khadimul Islam. 2019. Examining the Roles of Automation, Crowds and Professionals Towards Sustainable Fact-Checking. In Companion Proceedings of The 2019 World Wide Web Conference (San Francisco, USA) (WWW '19). Association for Computing Machinery, New York, NY, USA, 1001--1006. https:\/\/doi.org\/10.1145\/3308560.3316734"},{"key":"e_1_3_2_1_32_1","doi-asserted-by":"publisher","DOI":"10.14778\/3137765.3137815"},{"key":"e_1_3_2_1_33_1","volume-title":"Proceedings of the 30th ACM International Conference on Information & Knowledge Management. 3847--3856","author":"Huynh Larry","year":"2021","unstructured":"Larry Huynh , Thai Nguyen , Joshua Goh , Hyoungshick Kim , and Jin B Hong . 2021 . ARGH! Automated Rumor Generation Hub . In Proceedings of the 30th ACM International Conference on Information & Knowledge Management. 3847--3856 . Larry Huynh, Thai Nguyen, Joshua Goh, Hyoungshick Kim, and Jin B Hong. 2021. ARGH! Automated Rumor Generation Hub. In Proceedings of the 30th ACM International Conference on Information & Knowledge Management. 3847--3856."},{"key":"e_1_3_2_1_34_1","doi-asserted-by":"publisher","DOI":"10.14778\/3407790.3407841"},{"key":"e_1_3_2_1_35_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-642-20161-5_17"},{"key":"e_1_3_2_1_37_1","doi-asserted-by":"publisher","DOI":"10.1002\/meet.14504901134"},{"key":"e_1_3_2_1_38_1","volume-title":"Liu and Yi fang Brook Wu","author":"Yang","year":"2018","unstructured":"Yang P. Liu and Yi fang Brook Wu . 2018 . Early Detection of Fake News on Social Media Through Propagation Path Classification with Recurrent and Convolutional Networks. In AAAI. Yang P. Liu and Yi fang Brook Wu. 2018. Early Detection of Fake News on Social Media Through Propagation Path Classification with Recurrent and Convolutional Networks. In AAAI."},{"key":"e_1_3_2_1_39_1","volume-title":"ISWC (CEURWorkshop Proceedings","volume":"220","author":"Mensio Martino","year":"2019","unstructured":"Martino Mensio and Harith Alani . 2019 . MisinfoMe: Who is Interacting with Misinformation? . In ISWC (CEURWorkshop Proceedings , Vol. 2456). CEUR-WS.org, 217-- 220 . Martino Mensio and Harith Alani. 2019. MisinfoMe: Who is Interacting with Misinformation?. In ISWC (CEURWorkshop Proceedings, Vol. 2456). CEUR-WS.org, 217--220."},{"key":"e_1_3_2_1_40_1","volume-title":"The Role of the Crowd in Countering Misinformation: A Case Study of the COVID-19 Infodemic. In 2020 IEEE International Conference on Big Data (Big Data). 748--757","author":"Micallef Nicholas","year":"2020","unstructured":"Nicholas Micallef , Bing He , Srijan Kumar , Mustaque Ahamad , and Nasir Memon . 2020 . The Role of the Crowd in Countering Misinformation: A Case Study of the COVID-19 Infodemic. In 2020 IEEE International Conference on Big Data (Big Data). 748--757 . https:\/\/doi.org\/10.1109\/BigData50022.2020.9377956 10.1109\/BigData50022.2020.9377956 Nicholas Micallef, Bing He, Srijan Kumar, Mustaque Ahamad, and Nasir Memon. 2020. The Role of the Crowd in Countering Misinformation: A Case Study of the COVID-19 Infodemic. In 2020 IEEE International Conference on Big Data (Big Data). 748--757. https:\/\/doi.org\/10.1109\/BigData50022.2020.9377956"},{"key":"e_1_3_2_1_41_1","volume-title":"Automated fact-checking for assisting human fact-checkers. IJCAI","author":"Nakov Preslav","year":"2021","unstructured":"Preslav Nakov , David Corney , Maram Hasanain , Firoj Alam , Tamer Elsayed , Alberto Barr\u00f3n-Cede\u00f1o , Paolo Papotti , Shaden Shaar , and Giovanni Da San Martino . 2021. Automated fact-checking for assisting human fact-checkers. IJCAI ( 2021 ). Preslav Nakov, David Corney, Maram Hasanain, Firoj Alam, Tamer Elsayed, Alberto Barr\u00f3n-Cede\u00f1o, Paolo Papotti, Shaden Shaar, and Giovanni Da San Martino. 2021. Automated fact-checking for assisting human fact-checkers. IJCAI (2021)."},{"key":"e_1_3_2_1_42_1","first-page":"2","article-title":"How Topic Novelty Impacts the Effectiveness of News Veracity","volume":"65","author":"Nevo Dorit","year":"2022","unstructured":"Dorit Nevo and Benjamin D. Horne . 2022 . How Topic Novelty Impacts the Effectiveness of News Veracity Interventions. Commun. ACM 65 , 2 (jan 2022), 68--75. https:\/\/doi.org\/10.1145\/3460350 10.1145\/3460350 Dorit Nevo and Benjamin D. Horne. 2022. How Topic Novelty Impacts the Effectiveness of News Veracity Interventions. Commun. ACM 65, 2 (jan 2022), 68--75. https:\/\/doi.org\/10.1145\/3460350","journal-title":"Interventions. Commun. ACM"},{"key":"e_1_3_2_1_43_1","doi-asserted-by":"publisher","DOI":"10.1145\/3242587.3242666"},{"key":"e_1_3_2_1_44_1","doi-asserted-by":"publisher","DOI":"10.1109\/CSCWD.2019.8791903"},{"key":"e_1_3_2_1_45_1","volume-title":"Vera: Prediction Techniques for Reducing Harmful Misinformation in Consumer Health Search","author":"Pradeep Ronak","year":"2021","unstructured":"Ronak Pradeep , Xueguang Ma , Rodrigo Nogueira , and Jimmy Lin . 2021 . Vera: Prediction Techniques for Reducing Harmful Misinformation in Consumer Health Search . Association for Computing Machinery , New York, NY, USA , 2066--2070. https:\/\/doi.org\/10.1145\/3404835.3463120 10.1145\/3404835.3463120 Ronak Pradeep, Xueguang Ma, Rodrigo Nogueira, and Jimmy Lin. 2021. Vera: Prediction Techniques for Reducing Harmful Misinformation in Consumer Health Search. Association for Computing Machinery, New York, NY, USA, 2066--2070. https:\/\/doi.org\/10.1145\/3404835.3463120"},{"key":"e_1_3_2_1_46_1","volume-title":"Community-Based Fact-Checking on Twitter's Birdwatch Platform. CoRR abs\/2104.07175","author":"Pr\u00f6llochs Nicolas","year":"2021","unstructured":"Nicolas Pr\u00f6llochs . 2021. Community-Based Fact-Checking on Twitter's Birdwatch Platform. CoRR abs\/2104.07175 ( 2021 ). arXiv:2104.07175 https:\/\/arxiv.org\/abs\/2104.07175 Nicolas Pr\u00f6llochs. 2021. Community-Based Fact-Checking on Twitter's Birdwatch Platform. CoRR abs\/2104.07175 (2021). arXiv:2104.07175 https:\/\/arxiv.org\/abs\/2104.07175"},{"key":"e_1_3_2_1_47_1","volume-title":"Proceedings of the 2019 Conference on Empirical Methods in Natural Language Processing and the 9th International Joint Conference on Natural Language Processing (EMNLP-IJCNLP)","author":"Reimers Nils","year":"1865","unstructured":"Nils Reimers and Iryna Gurevych . 2019. Sentence-BERT: Sentence Embeddings using Siamese BERT-Networks . In Proceedings of the 2019 Conference on Empirical Methods in Natural Language Processing and the 9th International Joint Conference on Natural Language Processing (EMNLP-IJCNLP) . Association for Computational Linguistics , Hong Kong , China, 3982--3992. https:\/\/doi.org\/10. 1865 3\/v1\/D19-1410 10.18653\/v1 Nils Reimers and Iryna Gurevych. 2019. Sentence-BERT: Sentence Embeddings using Siamese BERT-Networks. In Proceedings of the 2019 Conference on Empirical Methods in Natural Language Processing and the 9th International Joint Conference on Natural Language Processing (EMNLP-IJCNLP). Association for Computational Linguistics, Hong Kong, China, 3982--3992. https:\/\/doi.org\/10.18653\/v1\/D19-1410"},{"key":"e_1_3_2_1_48_1","volume-title":"Proceedings of the 43rd International ACM SIGIR Conference on Research and Development in Information Retrieval. 439--448","author":"Roitero Kevin","year":"2020","unstructured":"Kevin Roitero , Michael Soprano , Shaoyang Fan , Damiano Spina , Stefano Mizzaro , and Gianluca Demartini . 2020 . Can The Crowd Identify Misinformation Objectively? The Effects of Judgment Scale and Assessor's Background . In Proceedings of the 43rd International ACM SIGIR Conference on Research and Development in Information Retrieval. 439--448 . Kevin Roitero, Michael Soprano, Shaoyang Fan, Damiano Spina, Stefano Mizzaro, and Gianluca Demartini. 2020. Can The Crowd Identify Misinformation Objectively? The Effects of Judgment Scale and Assessor's Background. In Proceedings of the 43rd International ACM SIGIR Conference on Research and Development in Information Retrieval. 439--448."},{"key":"e_1_3_2_1_49_1","volume-title":"Giuseppe Serra, Stefano Mizzaro, and Gianluca Demartini.","author":"Roitero Kevin","year":"2020","unstructured":"Kevin Roitero , Michael Soprano , Beatrice Portelli , Damiano Spina , Vincenzo Della Mea , Giuseppe Serra, Stefano Mizzaro, and Gianluca Demartini. 2020 . The COVID-19 Infodemic : Can the Crowd Judge Recent Misinformation Objectively?. In CIKM (Virtual Event, Ireland) (CIKM '20). Association for Computing Machinery , New York, NY, USA, 1305--1314. https:\/\/doi.org\/10.1145\/3340531.3412048 10.1145\/3340531.3412048 Kevin Roitero, Michael Soprano, Beatrice Portelli, Damiano Spina, Vincenzo Della Mea, Giuseppe Serra, Stefano Mizzaro, and Gianluca Demartini. 2020. The COVID-19 Infodemic: Can the Crowd Judge Recent Misinformation Objectively?. In CIKM (Virtual Event, Ireland) (CIKM '20). Association for Computing Machinery, New York, NY, USA, 1305--1314. https:\/\/doi.org\/10.1145\/3340531.3412048"},{"key":"e_1_3_2_1_50_1","volume-title":"Giovanni Da San Martino, and Preslav Nakov","author":"Shaar Shaden","year":"2020","unstructured":"Shaden Shaar , Nikolay Babulkov , Giovanni Da San Martino, and Preslav Nakov . 2020 . That is a Known Lie : Detecting Previously Fact-Checked Claims. In ACL. 3607--3618. Shaden Shaar, Nikolay Babulkov, Giovanni Da San Martino, and Preslav Nakov. 2020. That is a Known Lie: Detecting Previously Fact-Checked Claims. In ACL. 3607--3618."},{"key":"e_1_3_2_1_51_1","doi-asserted-by":"publisher","DOI":"10.1177\/1461444816634054"},{"key":"e_1_3_2_1_52_1","volume-title":"Disinformation's spread: bots, trolls and all of us. Nature 571, 7766","author":"Starbird Kate","year":"2019","unstructured":"Kate Starbird . 2019. Disinformation's spread: bots, trolls and all of us. Nature 571, 7766 ( 2019 ), 449--450. Kate Starbird. 2019. Disinformation's spread: bots, trolls and all of us. Nature 571, 7766 (2019), 449--450."},{"key":"e_1_3_2_1_53_1","doi-asserted-by":"publisher","DOI":"10.1145\/3331184.3331305"},{"key":"e_1_3_2_1_54_1","volume-title":"Proceedings of the 27th International Conference on Computational Linguistics. 3346--3359","author":"Thorne James","year":"2018","unstructured":"James Thorne and Andreas Vlachos . 2018 . Automated Fact Checking: Task Formulations, Methods and Future Directions . In Proceedings of the 27th International Conference on Computational Linguistics. 3346--3359 . James Thorne and Andreas Vlachos. 2018. Automated Fact Checking: Task Formulations, Methods and Future Directions. In Proceedings of the 27th International Conference on Computational Linguistics. 3346--3359."},{"key":"#cr-split#-e_1_3_2_1_55_1.1","doi-asserted-by":"crossref","unstructured":"James Thorne Andreas Vlachos Oana Cocarascu Christos Christodoulopoulos and Arpit Mittal. 2018. The Fact Extraction and VERification (FEVER) Shared Task. In FEVER. 1--9. https:\/\/doi.org\/10.18653\/v1\/W18-5501 10.18653\/v1","DOI":"10.18653\/v1\/W18-5501"},{"key":"#cr-split#-e_1_3_2_1_55_1.2","doi-asserted-by":"crossref","unstructured":"James Thorne Andreas Vlachos Oana Cocarascu Christos Christodoulopoulos and Arpit Mittal. 2018. The Fact Extraction and VERification (FEVER) Shared Task. In FEVER. 1--9. https:\/\/doi.org\/10.18653\/v1\/W18-5501","DOI":"10.18653\/v1\/W18-5501"},{"key":"e_1_3_2_1_56_1","unstructured":"Nguyen Vo and Kyumin Lee. 2018. The rise of guardians: Fact-checking URL recommendation to combat fake news. In SIGIR. 275--284.  Nguyen Vo and Kyumin Lee. 2018. The rise of guardians: Fact-checking URL recommendation to combat fake news. In SIGIR. 275--284."},{"key":"#cr-split#-e_1_3_2_1_57_1.1","doi-asserted-by":"crossref","unstructured":"Penghui Wei Nan Xu and Wenji Mao. 2019. Modeling Conversation Structure and Temporal Dynamics for Jointly Predicting Rumor Stance and Veracity. In EMNLP-IJCNLP. ACL 4787--4798. https:\/\/doi.org\/10.18653\/v1\/D19-1485 10.18653\/v1","DOI":"10.18653\/v1\/D19-1485"},{"key":"#cr-split#-e_1_3_2_1_57_1.2","doi-asserted-by":"crossref","unstructured":"Penghui Wei Nan Xu and Wenji Mao. 2019. Modeling Conversation Structure and Temporal Dynamics for Jointly Predicting Rumor Stance and Veracity. In EMNLP-IJCNLP. ACL 4787--4798. https:\/\/doi.org\/10.18653\/v1\/D19-1485","DOI":"10.18653\/v1\/D19-1485"}],"event":{"name":"CIKM '22: The 31st ACM International Conference on Information and Knowledge Management","location":"Atlanta GA USA","acronym":"CIKM '22","sponsor":["SIGWEB ACM Special Interest Group on Hypertext, Hypermedia, and Web","SIGIR ACM Special Interest Group on Information Retrieval"]},"container-title":["Proceedings of the 31st ACM International Conference on Information & Knowledge Management"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3511808.3557279","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3511808.3557279","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,17]],"date-time":"2025-06-17T17:49:28Z","timestamp":1750182568000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3511808.3557279"}},"subtitle":["How Does the Crowd Compare With Experts?"],"short-title":[],"issued":{"date-parts":[[2022,10,17]]},"references-count":59,"alternative-id":["10.1145\/3511808.3557279","10.1145\/3511808"],"URL":"https:\/\/doi.org\/10.1145\/3511808.3557279","relation":{},"subject":[],"published":{"date-parts":[[2022,10,17]]},"assertion":[{"value":"2022-10-17","order":2,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}