{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,2,16]],"date-time":"2026-02-16T18:35:12Z","timestamp":1771266912869,"version":"3.50.1"},"reference-count":44,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","license":[{"start":{"date-parts":[[2023,1,1]],"date-time":"2023-01-01T00:00:00Z","timestamp":1672531200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by-nc-nd\/4.0\/"}],"funder":[{"DOI":"10.13039\/100010661","name":"Horizon 2020 Framework Programme","doi-asserted-by":"publisher","award":["872944"],"award-info":[{"award-number":["872944"]}],"id":[{"id":"10.13039\/100010661","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Access"],"published-print":{"date-parts":[[2023]]},"DOI":"10.1109\/access.2023.3243791","type":"journal-article","created":{"date-parts":[[2023,2,9]],"date-time":"2023-02-09T18:33:27Z","timestamp":1675967607000},"page":"15329-15347","source":"Crossref","is-referenced-by-count":16,"title":["A Citizen Science Approach for Analyzing Social Media With Crowdsourcing"],"prefix":"10.1109","volume":"11","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-5734-1274","authenticated-orcid":false,"given":"Carlo","family":"Bono","sequence":"first","affiliation":[{"name":"DEIB, Politecnico di Milano, Milan, Italy"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-3993-5597","authenticated-orcid":false,"given":"Mehmet O\u011fuz","family":"M\u00fcl\u00e2yim","sequence":"additional","affiliation":[{"name":"Artificial Intelligence Research Institute (IIIA-CSIC), Cerdanyola del Vallès, Spain"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Cinzia","family":"Cappiello","sequence":"additional","affiliation":[{"name":"DEIB, Politecnico di Milano, Milan, Italy"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-6575-9737","authenticated-orcid":false,"given":"Mark James","family":"Carman","sequence":"additional","affiliation":[{"name":"DEIB, Politecnico di Milano, Milan, Italy"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-3752-644X","authenticated-orcid":false,"given":"Jesus","family":"Cerquides","sequence":"additional","affiliation":[{"name":"Artificial Intelligence Research Institute (IIIA-CSIC), Cerdanyola del Vallès, Spain"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Jose Luis","family":"Fernandez-Marquez","sequence":"additional","affiliation":[{"name":"Centre Universitaire d’Informatique, University of Geneva, Geneva, Switzerland"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-5691-4918","authenticated-orcid":false,"given":"Maria Rosa","family":"Mondardini","sequence":"additional","affiliation":[{"name":"Citizen Science Center Zurich (UZH and ETHZ), Zürich, Switzerland"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-5124-9047","authenticated-orcid":false,"given":"Edoardo","family":"Ramalli","sequence":"additional","affiliation":[{"name":"DEIB, Politecnico di Milano, Milan, Italy"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-2034-9774","authenticated-orcid":false,"given":"Barbara","family":"Pernici","sequence":"additional","affiliation":[{"name":"DEIB, Politecnico di Milano, Milan, Italy"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"263","reference":[{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1038\/s41893-019-0390-3"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1111\/cobi.12627"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.5334\/cstp.293"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1080\/13662716.2021.1976627"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.3390\/s17122766"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.5194\/isprs-archives-XLII-3-W8-331-2019"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1080\/10447318.2018.1427831"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1016\/j.ipm.2020.102261"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1016\/j.ijdrr.2022.103089"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.15346\/hc.v8i2.121"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1145\/2771588"},{"key":"ref12","first-page":"470","article-title":"Using social media data in emergency management: A proposal for a socio-technical framework and a systematic literature review","volume-title":"Proc. ISCRAM","author":"Adrot"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1109\/tkde.2012.29"},{"key":"ref14","volume-title":"Crowd4SDG Deliverable 5.1\u2014Initial Report on Relevance and Quality-Related Considerations of Citizen-Science Generated Data","author":"Proden","year":"2022"},{"key":"ref15","first-page":"1","article-title":"Understanding reactions to misinformation\u2014A COVID-19 perspective","volume-title":"Proc. 19th Int. Conf. Inf. Syst. Crisis Response Manag.","author":"Karray"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.5194\/nhess-21-1431-2021"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1007\/s10707-021-00446-x"},{"key":"ref18","article-title":"Integrating social media into a pan-European flood awareness system: A multilingual approach","author":"Lorini","year":"2019","journal-title":"arXiv:1904.10876"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1109\/MIS.2013.126"},{"issue":"1","key":"ref20","first-page":"65","article-title":"Ushahidi, or \u2019testimony\u2019: Web 2.0 tools for crowdsourcing crisis information","volume":"59","author":"Okolloh","year":"2009","journal-title":"Participatory Learn. Action"},{"key":"ref21","volume-title":"Facebook Crisis Response","year":"2022"},{"key":"ref22","volume-title":"Zooniverse","year":"2022"},{"key":"ref23","volume-title":"AWS MTurk","year":"2022"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.1186\/s40537-021-00471-5"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.1109\/ICSE-SEIS52602.2021.00019"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.5194\/nhess-15-2725-2015"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.1111\/jfr3.12647"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.1080\/17538947.2015.1008214"},{"key":"ref29","doi-asserted-by":"publisher","DOI":"10.1371\/currents.dis.967e71514ecb92402eca3bdc9b789529"},{"key":"ref30","first-page":"1","article-title":"Automatic image filtering on social networks using deep learning and perceptual hashing during crises","volume-title":"Proc. 14th ISCRAM Conf.","author":"Nguyen"},{"key":"ref31","first-page":"674","article-title":"TriggerCit: Early flood alerting using Twitter and geolocation\u2014A comparison with alternative sources","volume-title":"Proc. 19th Int. Conf. Inf. Syst. Crisis Response Manag.","author":"Bono"},{"key":"ref32","doi-asserted-by":"publisher","DOI":"10.23987\/sts.60425"},{"key":"ref33","volume-title":"The Age of Citizen Cyberscience","author":"Grey","year":"2009"},{"key":"ref34","volume-title":"Crowdnalysis: A software library to help analyze crowdsourcing results","author":"Cerquides","year":"2022"},{"issue":"1","key":"ref35","doi-asserted-by":"crossref","first-page":"20","DOI":"10.2307\/2346806","article-title":"Maximum likelihood estimation of observer error-rates using the EM algorithm","volume":"28","author":"Dawid","year":"1979","journal-title":"Appl. Statist."},{"issue":"8","key":"ref36","doi-asserted-by":"crossref","first-page":"875","DOI":"10.3390\/math9080875","article-title":"A conceptual probabilistic framework for annotation aggregation of citizen science data","volume":"9","author":"Cerquides","year":"2021","journal-title":"Mathematics"},{"key":"ref37","article-title":"CrowdTruth 2.0: Quality metrics for crowdsourcing with disagreement","author":"Dumitrache","year":"2018","journal-title":"arXiv:1808.06080"},{"key":"ref38","doi-asserted-by":"publisher","DOI":"10.1162\/tacl_a_00040"},{"key":"ref39","author":"Team","year":"2022","journal-title":"Stan Modeling Language Users Guide and Reference Manual"},{"key":"ref40","volume-title":"Crowd4SDG Deliverable 5.2\u2014Data Usability Assessment and Recommendations for SDGs GEAR Cycle 1","author":"Proden","year":"2021"},{"key":"ref41","doi-asserted-by":"publisher","DOI":"10.1145\/2567948.2577034"},{"key":"ref42","doi-asserted-by":"publisher","DOI":"10.1109\/MPRV.2008.80"},{"key":"ref43","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-031-34207-3_20"},{"key":"ref44","volume-title":"Citizen Science Data to Track SDG Progress: Low-Hanging Fruit for Governments and National Statistical Offices","author":"Proden","year":"2022"}],"container-title":["IEEE Access"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/6287639\/10005208\/10041135.pdf?arnumber=10041135","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,12,11]],"date-time":"2024-12-11T02:06:56Z","timestamp":1733882816000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/10041135\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023]]},"references-count":44,"URL":"https:\/\/doi.org\/10.1109\/access.2023.3243791","relation":{},"ISSN":["2169-3536"],"issn-type":[{"value":"2169-3536","type":"electronic"}],"subject":[],"published":{"date-parts":[[2023]]}}}