{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,10,21]],"date-time":"2025-10-21T15:47:38Z","timestamp":1761061658953,"version":"3.40.3"},"publisher-location":"Cham","reference-count":17,"publisher":"Springer International Publishing","isbn-type":[{"type":"print","value":"9783031093159"},{"type":"electronic","value":"9783031093166"}],"license":[{"start":{"date-parts":[[2022,1,1]],"date-time":"2022-01-01T00:00:00Z","timestamp":1640995200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2022,1,1]],"date-time":"2022-01-01T00:00:00Z","timestamp":1640995200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2022]]},"DOI":"10.1007\/978-3-031-09316-6_5","type":"book-chapter","created":{"date-parts":[[2022,6,18]],"date-time":"2022-06-18T05:02:44Z","timestamp":1655528564000},"page":"43-55","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":6,"title":["A Crowdsourcing Methodology to\u00a0Measure Algorithmic Bias in\u00a0Black-Box Systems: A Case Study with\u00a0COVID-Related Searches"],"prefix":"10.1007","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-6429-5053","authenticated-orcid":false,"given":"Binh","family":"Le","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-9913-433X","authenticated-orcid":false,"given":"Damiano","family":"Spina","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-9094-0810","authenticated-orcid":false,"given":"Falk","family":"Scholer","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-3075-3364","authenticated-orcid":false,"given":"Hui","family":"Chia","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2022,6,19]]},"reference":[{"key":"5_CR1","doi-asserted-by":"publisher","unstructured":"Cinelli, M., De Francisci Morales, G., Galeazzi, A., Quattrociocchi, W., Starnini, M.: The echo chamber effect on social media. Proc. Natl. Acad. Sci. 118(9) (2021). https:\/\/doi.org\/10.1073\/pnas.2023301118","DOI":"10.1073\/pnas.2023301118"},{"key":"5_CR2","doi-asserted-by":"publisher","unstructured":"Cinelli, M., et al.: The COVID-19 social media infodemic. Sci. Rep. 10(1), 1\u201310 (2020). https:\/\/doi.org\/10.1038\/s41598-020-73510-5","DOI":"10.1038\/s41598-020-73510-5"},{"key":"5_CR3","doi-asserted-by":"publisher","unstructured":"Difallah, D., Filatova, E., Ipeirotis, P.: Demographics and dynamics of mechanical turk workers. In: Proceedings of the Eleventh ACM International Conference on Web Search and Data Mining, WSDM 2018, pp. 135\u2013143. Association for Computing Machinery, New York (2018). https:\/\/doi.org\/10.1145\/3159652.3159661","DOI":"10.1145\/3159652.3159661"},{"issue":"3","key":"5_CR4","doi-asserted-by":"publisher","first-page":"330","DOI":"10.1145\/230538.230561","volume":"14","author":"B Friedman","year":"1996","unstructured":"Friedman, B., Nissenbaum, H.: Bias in computer systems. ACM Trans. Inf. Syst. 14(3), 330\u2013347 (1996). https:\/\/doi.org\/10.1145\/230538.230561","journal-title":"ACM Trans. Inf. Syst."},{"key":"5_CR5","doi-asserted-by":"publisher","unstructured":"Ge, Y., et al.: Understanding echo chambers in e-commerce recommender systems. In: Proceedings of the 43rd International ACM SIGIR Conference on Research and Development in Information Retrieval, pp. 2261\u20132270. Association for Computing Machinery, New York (2020). https:\/\/doi.org\/10.1145\/3397271.3401431","DOI":"10.1145\/3397271.3401431"},{"key":"5_CR6","unstructured":"Ipeirotis, P.G.: Demographics of mechanical turk. Technical report, NYU Working Paper No. CEDER-10-01 (2010). https:\/\/ssrn.com\/abstract=1585030"},{"key":"5_CR7","doi-asserted-by":"publisher","unstructured":"Jiang, J., Ren, X., Ferrara, E.: Social media polarization and echo chambers in the context of COVID-19: case study. JMIRx Med 2(3), e29570 (2021). https:\/\/doi.org\/10.2196\/29570. ISSN 2563-6316","DOI":"10.2196\/29570"},{"key":"5_CR8","doi-asserted-by":"publisher","unstructured":"Jiang, R., Chiappa, S., Lattimore, T., Gy\u00f6rgy, A., Kohli, P.: Degenerate feedback loops in recommender systems. In: Proceedings of the 2019 AAAI\/ACM Conference on AI, Ethics, and Society, AIES 2019, pp. 383\u2013390. Association for Computing Machinery, New York (2019). https:\/\/doi.org\/10.1145\/3306618.3314288","DOI":"10.1145\/3306618.3314288"},{"issue":"4","key":"5_CR9","doi-asserted-by":"publisher","first-page":"1619","DOI":"10.25300\/MISQ\/2020\/16371","volume":"44","author":"B Kitchens","year":"2020","unstructured":"Kitchens, B., Johnson, S.L., Gray, P.: Understanding echo chambers and filter bubbles: the impact of social media on diversification and partisan shifts in news consumption. MIS Q. 44(4), 1619\u20131649 (2020). https:\/\/doi.org\/10.25300\/MISQ\/2020\/16371","journal-title":"MIS Q."},{"key":"5_CR10","doi-asserted-by":"publisher","unstructured":"Loi, M., Spielkamp, M.: Towards accountability in the use of artificial intelligence for public administrations. In: Proceedings of the 2021 AAAI\/ACM Conference on AI, Ethics, and Society, AIES 2021, pp. 757\u2013766. Association for Computing Machinery, New York (2021). https:\/\/doi.org\/10.1145\/3461702.3462631","DOI":"10.1145\/3461702.3462631"},{"key":"5_CR11","doi-asserted-by":"publisher","unstructured":"Naeem, S.B., Bhatti, R.: The COVID-19 \u2018infodemic\u2019: a new front for information professionals. Health Inf. Libr. J. 37(3), 233\u2013239 (2020). https:\/\/doi.org\/10.1111\/hir.12311","DOI":"10.1111\/hir.12311"},{"key":"5_CR12","unstructured":"Paolacci, G., Chandler, J., Ipeirotis, P.G.: Running experiments on Amazon Mechanical Turk. Judgm. Decis. Making 5(5), 411\u2013419 (2010). http:\/\/journal.sjdm.org\/10\/10630a\/jdm10630a.pdf"},{"issue":"8","key":"5_CR13","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1371\/journal.pone.0255702","volume":"16","author":"LL Saling","year":"2021","unstructured":"Saling, L.L., Mallal, D., Scholer, F., Skelton, R., Spina, D.: No one is immune to misinformation: an investigation of misinformation sharing by subscribers to a fact-checking newsletter. PLoS ONE 16(8), 1\u201313 (2021). https:\/\/doi.org\/10.1371\/journal.pone.0255702","journal-title":"PLoS ONE"},{"key":"5_CR14","unstructured":"Sandvig, C., Hamilton, K., Karahalios, K., Langbort, C.: Auditing algorithms: research methods for detecting discrimination on internet platforms. Data Discrimination: Converting Crit. Concerns Prod. Inquiry 22, 4349\u20134357 (2014). https:\/\/social.cs.uiuc.edu\/papers\/pdfs\/ICA2014-Sandvig.pdf"},{"key":"5_CR15","series-title":"Studies in Big Data","doi-asserted-by":"publisher","first-page":"207","DOI":"10.1007\/978-3-319-54024-5_9","volume-title":"Transparent Data Mining for Big and Small Data","author":"M Spielkamp","year":"2017","unstructured":"Spielkamp, M.: AlgorithmWatch: what role can a watchdog organization play in ensuring algorithmic accountability? In: Cerquitelli, T., Quercia, D., Pasquale, F. (eds.) Transparent Data Mining for Big and Small Data. SBD, vol. 11, pp. 207\u2013215. Springer, Cham (2017). https:\/\/doi.org\/10.1007\/978-3-319-54024-5_9"},{"key":"5_CR16","doi-asserted-by":"crossref","unstructured":"Tommasel, A., Godoy, D., Zubiaga, A.: OHARS: second workshop on online misinformation- and harm-aware recommender systems. In: Fifteenth ACM Conference on Recommender Systems, RecSys 2021, pp. 789\u2013791. Association for Computing Machinery, New York (2021). https:\/\/doi.org\/10.1145\/3460231.3470941","DOI":"10.1145\/3460231.3470941"},{"issue":"4","key":"5_CR17","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1145\/1852102.1852106","volume":"28","author":"W Webber","year":"2010","unstructured":"Webber, W., Moffat, A., Zobel, J.: A similarity measure for indefinite rankings. ACM Trans. Inf. Syst. 28(4), 1\u201338 (2010). https:\/\/doi.org\/10.1145\/1852102.1852106","journal-title":"ACM Trans. Inf. Syst."}],"container-title":["Communications in Computer and Information Science","Advances in Bias and Fairness in Information Retrieval"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-09316-6_5","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,6,18]],"date-time":"2022-06-18T05:02:54Z","timestamp":1655528574000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-09316-6_5"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022]]},"ISBN":["9783031093159","9783031093166"],"references-count":17,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-09316-6_5","relation":{},"ISSN":["1865-0929","1865-0937"],"issn-type":[{"type":"print","value":"1865-0929"},{"type":"electronic","value":"1865-0937"}],"subject":[],"published":{"date-parts":[[2022]]},"assertion":[{"value":"19 June 2022","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"BIAS","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Workshop on Algorithmic Bias in Search and Recommendation","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Stavanger","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Norway","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2022","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"10 April 2022","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"10 April 2022","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"3","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"bias2022","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/biasinrecsys.github.io\/ecir2022\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Double-blind","order":1,"name":"type","label":"Type","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"EasyChair","order":2,"name":"conference_management_system","label":"Conference Management System","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"34","order":3,"name":"number_of_submissions_sent_for_review","label":"Number of Submissions Sent for Review","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"9","order":4,"name":"number_of_full_papers_accepted","label":"Number of Full Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"4","order":5,"name":"number_of_short_papers_accepted","label":"Number of Short Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"26% - The value is computed by the equation \"Number of Full Papers Accepted \/ Number of Submissions Sent for Review * 100\" and then rounded to a whole number.","order":6,"name":"acceptance_rate_of_full_papers","label":"Acceptance Rate of Full Papers","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"3","order":7,"name":"average_number_of_reviews_per_paper","label":"Average Number of Reviews per Paper","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"1","order":8,"name":"average_number_of_papers_per_reviewer","label":"Average Number of Papers per Reviewer","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"No","order":9,"name":"external_reviewers_involved","label":"External Reviewers Involved","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}}]}}