{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,3]],"date-time":"2026-04-03T06:58:14Z","timestamp":1775199494292,"version":"3.50.1"},"reference-count":93,"publisher":"Springer Science and Business Media LLC","issue":"1-2","license":[{"start":{"date-parts":[[2018,8,21]],"date-time":"2018-08-21T00:00:00Z","timestamp":1534809600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Inf Retrieval J"],"published-print":{"date-parts":[[2019,4]]},"DOI":"10.1007\/s10791-018-9341-2","type":"journal-article","created":{"date-parts":[[2018,8,21]],"date-time":"2018-08-21T05:27:26Z","timestamp":1534829246000},"page":"188-227","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":74,"title":["Search bias quantification: investigating political bias in social media and web search"],"prefix":"10.1007","volume":"22","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-4375-4641","authenticated-orcid":false,"given":"Juhi","family":"Kulshrestha","sequence":"first","affiliation":[]},{"given":"Motahhare","family":"Eslami","sequence":"additional","affiliation":[]},{"given":"Johnnatan","family":"Messias","sequence":"additional","affiliation":[]},{"given":"Muhammad Bilal","family":"Zafar","sequence":"additional","affiliation":[]},{"given":"Saptarshi","family":"Ghosh","sequence":"additional","affiliation":[]},{"given":"Krishna P.","family":"Gummadi","sequence":"additional","affiliation":[]},{"given":"Karrie","family":"Karahalios","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2018,8,21]]},"reference":[{"key":"9341_CR1","unstructured":"Adamic, L. A., & Glance, N. (2005). The political blogosphere and the 2004 U.S. election: Divided they blog. In Proceedings of the 3rd international workshop on link discovery\u00a0(pp. 36\u201343). ACM."},{"key":"9341_CR2","doi-asserted-by":"crossref","unstructured":"Babaei, M., Kulshrestha, J., Chakraborty, A., Benevenuto, F., Gummadi, K. P., & Weller, A. (2018). Purple feed: Identifying high consensus news posts on social media. In Proceedings of the AAAI\/ACM conference on artifical intelligence, ethics & society, AIES 2018,\u00a0New Orleans, USA.","DOI":"10.1145\/3278721.3278761"},{"key":"9341_CR3","unstructured":"Barocas, S., & Selbst, A. D. (2014). Big data\u2019s disparate impact. Available at SSRN 2477899."},{"issue":"1\u20132","key":"9341_CR4","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1016\/j.jpubeco.2004.10.006","volume":"90","author":"DP Baron","year":"2006","unstructured":"Baron, D. P. (2006). Persistent media bias. Journal of Public Economics, 90(1\u20132), 1\u201336.","journal-title":"Journal of Public Economics"},{"key":"9341_CR5","doi-asserted-by":"crossref","unstructured":"Bhattacharya, P., Ghosh, S., Kulshrestha, J., Mondal, M., Zafar, M. B., Ganguly, N., & Gummadi, K. P. (2014a). Deep twitter diving: Exploring topical groups in microblogs at scale. In Proceedings of the 17th ACM conference on computer supported cooperative work and social computing, CSCW \u201914, pp. 197\u2013210. ACM, New York, NY, USA. http:\/\/doi.acm.org\/10.1145\/2531602.2531636","DOI":"10.1145\/2531602.2531636"},{"key":"9341_CR6","doi-asserted-by":"publisher","unstructured":"Bhattacharya, P., Zafar, M. B., Ganguly, N., Ghosh, S., & Gummadi, K. P. (2014b). Inferring user interests in the twitter social network. In Proceedings of the 8th ACM conference on recommender systems, RecSys \u201914, pp. 357\u2013360. ACM, New York, NY, USA. https:\/\/doi.org\/10.1145\/2645710.2645765 .","DOI":"10.1145\/2645710.2645765"},{"issue":"01","key":"9341_CR7","doi-asserted-by":"publisher","first-page":"62","DOI":"10.1017\/S0003055414000525","volume":"109","author":"R Bond","year":"2015","unstructured":"Bond, R., & Messing, S. (2015). Quantifying social media\u2019s political space: Estimating ideology from publicly revealed preferences on facebook. American Political Science Review, 109(01), 62\u201378.","journal-title":"American Political Science Review"},{"key":"9341_CR8","unstructured":"Bremmen, N. (2010). The 100 most influential news media Twitter accounts. https:\/\/memeburn.com\/2010\/09\/the-100-most-influential-news-media-twitter-accounts\/ ."},{"issue":"S1","key":"9341_CR9","doi-asserted-by":"publisher","first-page":"250","DOI":"10.1093\/poq\/nfw007.","volume":"80","author":"C Budak","year":"2016","unstructured":"Budak, C., Goel, S., & Rao, J. M. (2016). Fair and balanced? Quantifying media bias through crowdsourced content analysis. Public Opinion Quarterly, 80(S1), 250\u2013271. https:\/\/doi.org\/10.1093\/poq\/nfw007. .","journal-title":"Public Opinion Quarterly"},{"issue":"6","key":"9341_CR10","doi-asserted-by":"publisher","first-page":"807","DOI":"10.1111\/j.1467-9221.2008.00668.x.","volume":"29","author":"DR Carney","year":"2008","unstructured":"Carney, D. R., Jost, J. T., Gosling, S. D., & Potter, J. (2008). The secret lives of liberals and conservatives: Personality profiles, interaction styles, and the things they leave behind. Political Psychology, 29(6), 807\u2013840. https:\/\/doi.org\/10.1111\/j.1467-9221.2008.00668.x. .","journal-title":"Political Psychology"},{"key":"9341_CR11","doi-asserted-by":"crossref","unstructured":"Chen, L., Mislove, A., & Wilson, C. (2015). Peeking beneath the hood of UBER. In Proceedings of the 2015 ACM conference on internet measurement conference (pp. 495\u2013508). ACM.","DOI":"10.1145\/2815675.2815681"},{"key":"9341_CR12","unstructured":"Cohen, R., & Ruths, D. (2013). Classifying political orientation on twitter: It\u2019s not easy!. In Proceedings of AAAI international conference on web & social media, ICWSM 2013, Boston, USA."},{"key":"9341_CR13","unstructured":"Coletto, M., Garimella, K., Gionis, A., & Lucchese, C. (2017). A motif-based approach for identifying controversy. arXiv:1703.05053 ."},{"key":"9341_CR14","doi-asserted-by":"crossref","unstructured":"Conover, M., Gon\u00e7alves, B., Ratkiewicz, J., Flammini, A., & Menczer, F. (2011a). Predicting the political alignment of twitter users. In Proceedings of IEEE third international conference on social computing, SocialCom '11, IEEE.","DOI":"10.1109\/PASSAT\/SocialCom.2011.34"},{"key":"9341_CR15","unstructured":"Conover, M., Ratkiewicz, J., Francisco, M., Gon\u00e7alves, B., Menczer, F., Flammini, A. (2011b). Political polarization on twitter. In Proceedings of AAAI international conference on web & social media, ICWSM 2011."},{"key":"9341_CR16","unstructured":"Datta, A., Tschantz, M. C., & Datta, A. (2015). Automated experiments on ad privacy settings: A tale of opacity, choice, and discrimination. In Proceedings on privacy enhancing technologies, http:\/\/arxiv.org\/abs\/1408.6491 ."},{"key":"9341_CR17","unstructured":"Edelman, B. (2010). Hard-coding bias in google \u201calgorithmic\u201d search results. http:\/\/www.benedelman.org\/hardcoding\/ ."},{"issue":"33","key":"9341_CR18","doi-asserted-by":"publisher","first-page":"E4512","DOI":"10.1073\/pnas.1419828112","volume":"112","author":"R Epstein","year":"2015","unstructured":"Epstein, R., & Robertson, R. E. (2015). The search engine manipulation effect (SEME) and its possible impact on the outcomes of elections. Proceedings of of the National Academy of Sciences (PNAS), 112(33), E4512\u2013E4521.","journal-title":"Proceedings of of the National Academy of Sciences (PNAS)"},{"key":"9341_CR19","doi-asserted-by":"publisher","first-page":"42:1","DOI":"10.1145\/3134677","volume":"1","author":"R Epstein","year":"2017","unstructured":"Epstein, R., Robertson, R. E., Lazer, D., & Wilson, C. (2017a). Suppressing the search engine manipulation effect (SEME). Proceedings ACM Human\u2013Computer Interaction, 1, 42:1\u201342:22. https:\/\/doi.org\/10.1145\/3134677 .","journal-title":"Proceedings ACM Human\u2013Computer Interaction"},{"issue":"2","key":"9341_CR20","first-page":"452","volume":"1","author":"R Epstein","year":"2017","unstructured":"Epstein, R., Robertson, R. E., Lazer, D., & Wilson, C. (2017b). Suppressing the search engine manipulation effect (SEME). Proceedings of the ACM: Human\u2013Computer Interaction, 1(2), 452.","journal-title":"Proceedings of the ACM: Human\u2013Computer Interaction"},{"key":"9341_CR21","doi-asserted-by":"crossref","unstructured":"Eslami, M., Karahalios, K., Sandvig, C., Vaccaro, K., Rickman, A., Hamilton, K., & Kirlik, A. (2016). First i \u201clike\u201d it, then i hide it: Folk theories of social feeds. In Proceedings of the 2016 CHI conference on human factors in computing systems (pp. 2371\u20132382). ACM.","DOI":"10.1145\/2858036.2858494"},{"key":"9341_CR22","doi-asserted-by":"crossref","unstructured":"Eslami, M., Rickman, A., Vaccaro, K., Aleyasen, A., Vuong, A., Karahalios, K., Hamilton, K., & Sandvig, C. (2015). I always assumed that i wasn\u2019t really that close to [her]: Reasoning about invisible algorithms in news feeds. In Proceedings of the 33rd annual ACM conference on human factors in computing systems (pp. 153\u2013162). ACM.","DOI":"10.1145\/2702123.2702556"},{"key":"#cr-split#-9341_CR23.1","unstructured":"Eslami, M., Vaccaro, K., Karahalios, K., & Hamilton, K. (2017). \"Be careful"},{"key":"#cr-split#-9341_CR23.2","doi-asserted-by":"crossref","unstructured":"things can be worse than they appear\": Understanding biased algorithms and users' behavior around them in rating platforms. In Proceedings of AAAI international conference on web & social media, ICWSM 2017\u00a0(pp. 62-71).","DOI":"10.1609\/icwsm.v11i1.14898"},{"key":"9341_CR24","unstructured":"Executive Office of the President, U. (2016). Big data: A report on algorithmic systems, opportunity, and civil rights. http:\/\/tinyurl.com\/Big-Data-White-House ."},{"key":"9341_CR25","unstructured":"Fang, A., Ounis, I., Habel, P., Macdonald, C., & Limsopatham, N. (2015). Topic-centric classification of twitter user\u2019s political orientation. In Proceedings of the 38th international ACM SIGIR conference on research and development in information retrieval, SIGIR \u201915 (pp. 791\u2013794)."},{"issue":"34","key":"9341_CR26","doi-asserted-by":"publisher","first-page":"12684","DOI":"10.1073\/pnas.0605525103","volume":"103","author":"S Fortunato","year":"2006","unstructured":"Fortunato, S., Flammini, A., Menczer, F., & Vespignani, A. (2006). Topical interests and the mitigation of search engine bias. Proceedings of of the National Academy of Sciences (PNAS), 103(34), 12684\u201312689.","journal-title":"Proceedings of of the National Academy of Sciences (PNAS)"},{"key":"9341_CR27","doi-asserted-by":"crossref","unstructured":"Garimella, K., De\u00a0Francisci\u00a0Morales, G., Gionis, A., & Mathioudakis, M. (2016). Quantifying controversy in social media. In Proceedings of the 9th ACM international conference on web search and data mining, WSDM \u201916.","DOI":"10.1145\/2835776.2835792"},{"issue":"1","key":"9341_CR28","doi-asserted-by":"publisher","first-page":"35","DOI":"10.3982\/ECTA7195","volume":"78","author":"M Gentzkow","year":"2010","unstructured":"Gentzkow, M., & Shapiro, J. (2010). What drives media slant? Evidence from U.S. daily newspapers. Econometrica, 78(1), 35\u201371.","journal-title":"Econometrica"},{"key":"9341_CR29","doi-asserted-by":"publisher","unstructured":"Ghosh, S., Sharma, N., Benevenuto, F., Ganguly, N., & Gummadi, K. (2012). Cognos: Crowdsourcing search for topic experts in microblogs. In Proceedings of the 35th international ACM SIGIR conference on research and development in information retrieval, SIGIR \u201912 (pp. 575\u2013590). ACM, New York, NY, USA. https:\/\/doi.org\/10.1145\/2348283.2348361 .","DOI":"10.1145\/2348283.2348361"},{"key":"9341_CR30","doi-asserted-by":"crossref","unstructured":"Golbeck, J., & Hansen, D. (2011). Computing political preference among Twitter followers. In\u00a0Proceedings of the SIGCHI conference on human factors in computing systems (pp. 1105\u20131108). ACM.","DOI":"10.1145\/1978942.1979106"},{"issue":"4","key":"9341_CR31","doi-asserted-by":"publisher","first-page":"1191","DOI":"10.1162\/003355305775097542","volume":"120","author":"T Groseclose","year":"2005","unstructured":"Groseclose, T., & Milyo, J. (2005). A measure of media bias. The Quarterly Journal of Economics, 120(4), 1191\u20131237.","journal-title":"The Quarterly Journal of Economics"},{"key":"9341_CR32","doi-asserted-by":"publisher","unstructured":"Hannak, A., Sapiezynski, P., Molavi\u00a0Kakhki, A., Krishnamurthy, B., Lazer, D., Mislove, A., & Wilson, C. (2013). Measuring personalization of web search. In Proceedings of the 22nd international conference on world wide web, WWW \u201913 (pp. 527\u2013538). ACM, New York, NY, USA. https:\/\/doi.org\/10.1145\/2488388.2488435 .","DOI":"10.1145\/2488388.2488435"},{"key":"9341_CR33","doi-asserted-by":"publisher","unstructured":"Hannak, A., Soeller, G., Lazer, D., Mislove, A., & Wilson, C. (2014). Measuring price discrimination and steering on e-commerce web sites. In Proceedings of the 2014 conference on internet measurement conference, IMC \u201914, pp. 305\u2013318. ACM, New York, NY, USA. https:\/\/doi.org\/10.1145\/2663716.2663744 .","DOI":"10.1145\/2663716.2663744"},{"key":"9341_CR34","unstructured":"Hern, A. (2015). Flickr faces complaints over \u2018offensive\u2019 auto-tagging for photos. http:\/\/tinyurl.com\/Flickr-AutoTagging."},{"issue":"2","key":"9341_CR35","doi-asserted-by":"publisher","first-page":"40","DOI":"10.1111\/jcc4.12001","volume":"18","author":"I Himelboim","year":"2013","unstructured":"Himelboim, I., McCreery, S., & Smith, M. (2013). Birds of a feather tweet together: Integrating network and content analyses to examine cross-ideology exposure on twitter. Journal of Computer-Mediated Communication, 18(2), 40\u201360.","journal-title":"Journal of Computer-Mediated Communication"},{"key":"9341_CR36","unstructured":"Keegan, J. (2017). Blue feed, red feed\u2014see liberal facebook and conservative facebook, side by side. http:\/\/graphics.wsj.com\/blue-feed-red-feed\/ ."},{"key":"9341_CR37","doi-asserted-by":"publisher","unstructured":"Kliman-Silver, C., Hannak, A., Lazer, D., Wilson, C., & Mislove, A. (2015). Location, location, location: The impact of geolocation on web search personalization. In Proceedings of the 2015 internet measurement conference, IMC \u201915 (pp. 121\u2013127). ACM, New York, NY, USA. https:\/\/doi.org\/10.1145\/2815675.2815714 .","DOI":"10.1145\/2815675.2815714"},{"key":"9341_CR38","doi-asserted-by":"publisher","unstructured":"Koutra, D., Bennett, P. N., & Horvitz, E. (2015). Events and controversies: Influences of a shocking news event on information seeking. In Proceedings of the 24th international conference on world wide web, WWW \u201915, International world wide web conferences steering committee, Republic and Canton of Geneva, Switzerland (pp. 614\u2013624). https:\/\/doi.org\/10.1145\/2736277.2741099 .","DOI":"10.1145\/2736277.2741099"},{"key":"9341_CR39","doi-asserted-by":"publisher","unstructured":"Kulshrestha, J., Eslami, M., Messias, J., Zafar, M. B., Ghosh, S., Gummadi, K. P., & Karahalios, K. (2017). Quantifying search bias: Investigating sources of bias for political searches in social media. In Proceedings of the 2017 ACM conference on computer supported cooperative work and social computing, CSCW \u201917 (pp. 417\u2013432). ACM, New York, NY, USA. https:\/\/doi.org\/10.1145\/2998181.2998321 .","DOI":"10.1145\/2998181.2998321"},{"key":"9341_CR40","doi-asserted-by":"crossref","unstructured":"Kumar, S., West, R., Leskovec, J. (2016). Disinformation on the web: Impact, characteristics, and detection of wikipedia hoaxes. In Proceedings of the 25th international conference on world wide web, WWW \u201916, International world wide web conferences steering committee, Republic and Canton of Geneva, Switzerland (pp. 591\u2013602).","DOI":"10.1145\/2872427.2883085"},{"key":"9341_CR41","doi-asserted-by":"crossref","unstructured":"Liao, Q. V., Fu, W. T., & Strohmaier, M. (2016). # Snowden: Understanding biases introduced by behavioral differences of opinion groups on social media. In Proceedings of the 2016 CHI conference on human factors in computing systems (pp. 3352\u20133363). ACM.","DOI":"10.1145\/2858036.2858422"},{"key":"9341_CR42","unstructured":"Lichterman, J. (2010). New pew data: More Americans are getting news on Facebook and Twitter. http:\/\/www.niemanlab.org\/2015\/07\/new-pew-data-more-americans-are-getting-news-on-facebook-and-twitter\/ ."},{"key":"9341_CR43","doi-asserted-by":"crossref","unstructured":"Liu, Z., & Weber, I. (2014). Is twitter a public sphere for online conflicts? A cross-ideological and cross-hierarchical look. In International Conference on Social Informatics (pp. 336\u2013347). Springer.","DOI":"10.1007\/978-3-319-13734-6_25"},{"key":"9341_CR44","unstructured":"Lu, H., Caverlee, J., Niu, W., & Biaswatch, A. (2015). A lightweight system for discovering and tracking topic-sensitive opinion bias in social media. In Proceedings of the 24th ACM international conference on information and knowledge management, CIKM \u201915."},{"key":"9341_CR45","doi-asserted-by":"crossref","unstructured":"Makazhanov, A., & Rafiei, D. (2013). Predicting political preference of twitter users. In Proceedings of \u00a0advances in social networks analysis and mining, 289\u2013305, ASONAM '13.","DOI":"10.1145\/2492517.2492527"},{"key":"9341_CR46","doi-asserted-by":"publisher","DOI":"10.1017\/CBO9780511809071","volume-title":"Introduction to information retrieval","author":"CD Manning","year":"2008","unstructured":"Manning, C. D., Raghavan, P., & Schutze, H. (2008). Introduction to information retrieval. Cambridge: Cambridge University Press."},{"key":"9341_CR47","unstructured":"Media Bias \/ Fact Check - The most comprehensive media bias resource. https:\/\/mediabiasfactcheck.com ."},{"key":"9341_CR48","unstructured":"Morstatter, F., Pfeffer, J., Liu, H., & Carley, K. (2013). Is the sample good enough? Comparing data from twitter\u2019s streaming API with twitter\u2019s firehose. In International AAAI conference on web and social media, ICWSM '13, AAAI."},{"issue":"5","key":"9341_CR49","doi-asserted-by":"publisher","first-page":"1193","DOI":"10.1016\/j.ipm.2004.05.005","volume":"41","author":"A Mowshowitz","year":"2005","unstructured":"Mowshowitz, A., & Kawaguchi, A. (2005). Measuring search engine bias. Information Processing and Management, 41(5), 1193\u20131205.","journal-title":"Information Processing and Management"},{"key":"9341_CR50","unstructured":"Munson, S., Chhabra, S., & Resnick, P. (2013a). BALANCE\u2014Tools for improving your news reading experience\u2014List of Classified sources. http:\/\/balancestudy.org\/whitelist-classifiable.html ."},{"key":"9341_CR51","unstructured":"Munson, S., Chhabra, S., & Resnick, P. (2013b). BALANCE\u2014Tools for improving your news reading experience. http:\/\/balancestudy.org\/ ."},{"key":"9341_CR52","unstructured":"Munson, S. A., Lee, S. Y., & Resnick, P. (2013c). Encouraging reading of diverse political viewpoints with a browser widget. In International AAAI conference on web and social media, ICWSM '13, AAAI."},{"key":"9341_CR53","doi-asserted-by":"crossref","unstructured":"Munson, S. A., & Resnick, P. (2010). Presenting diverse political opinions: How and how much. In Proceedings of the SIGCHI conference on human factors in computing systems (pp. 1457\u20131466). ACM.","DOI":"10.1145\/1753326.1753543"},{"key":"9341_CR54","unstructured":"News Media Bias Monitor Discover the Demographics of News and Media Outlets. (2018). https:\/\/twitter-app.mpi-sws.org\/media-bias-monitor\/ ."},{"key":"9341_CR55","unstructured":"Official Google blog: New ways to stay informed about presidential politics. http:\/\/tinyurl.com\/OfficialGoogleBlog ."},{"key":"9341_CR56","doi-asserted-by":"publisher","first-page":"801","DOI":"10.1111\/j.1083-6101.2007.00351.x","volume":"12","author":"B Pan","year":"2007","unstructured":"Pan, B., Hembrooke, H., Joachims, T., Lorigo, L., Gay, G., & Granka, L. (2007). In google we trust: Users\u2019 decisions on rank, position, and relevance. Journal of Computer-Mediated Communication, 12, 801\u2013823.","journal-title":"Journal of Computer-Mediated Communication"},{"key":"9341_CR57","doi-asserted-by":"crossref","unstructured":"Park, S., Kang, S., Chung, S., & Song, J. (2009). NewsCube: Delivering multiple aspects of news to mitigate media bias. In\u00a0Proceedings of the SIGCHI conference on human factors in computing systems\u00a0(pp. 443\u2013452). ACM.","DOI":"10.1145\/1518701.1518772"},{"key":"9341_CR58","doi-asserted-by":"publisher","unstructured":"Pennacchiotti, M., & Popescu, A. M. (2011). Democrats, republicans and starbucks afficionados: User classification in twitter. In Proceedings of the 17th ACM SIGKDD international conference on knowledge discovery and data mining, KDD \u201911 (pp. 430\u2013438). ACM, New York, NY, USA. https:\/\/doi.org\/10.1145\/2020408.2020477 .","DOI":"10.1145\/2020408.2020477"},{"key":"9341_CR59","unstructured":"ProCon.org. (2015). Differences in conservative and liberal brains. http:\/\/2012election.procon.org\/view.resource.php?resourceID=004818 ."},{"key":"9341_CR60","unstructured":"Purple Feed. (2018). Identifying high consensus news posts on social media. https:\/\/twitter-app.mpi-sws.org\/purple-feed\/ ."},{"issue":"9","key":"9341_CR61","first-page":"e0137","volume":"10","author":"M Purver","year":"2015","unstructured":"Purver, M., & Karolina, S. (2015). Twitter language use reflects psychological differences between democrats and republicans. PLoS ONE, 10(9), e0137\u2013e0422.","journal-title":"PLoS ONE"},{"key":"9341_CR62","unstructured":"RealClearPolitics\u2014Election 2016\u20142016 Republican Presidential Nomination. (2015). http:\/\/tinyurl.com\/us-republican-polling-data ."},{"key":"9341_CR63","unstructured":"Ribeiro, F. N., Lucas\u00a0Henrique, F. B., Chakraborty, A., Kulshrestha, J., Babei, M., & Gummadi, K. P. (2015). Media bias monitor: Quantifying biases of social media news outlets at large-scale. In Proceedings of the 12th international AAAI conference of web and social media, ICWSM \u201918."},{"key":"9341_CR64","unstructured":"Sandvig, C., Hamilton, K., Karahalios, K., & Langbort, C. (2014). Auditing algorithms: Research methods for detecting discrimination on internet platforms. Data and discrimination: Converting critical concerns into productive inquiry."},{"key":"9341_CR65","doi-asserted-by":"crossref","unstructured":"Semaan, B. C., Robertson, S. P., Douglas, S., & Maruyama, M. (2014). Social media supporting political deliberation across multiple public spheres: Towards depolarization. In Proceedings of the 17th ACM conference on computer supported cooperative work and social computing (pp. 1409\u20131421). ACM.","DOI":"10.1145\/2531602.2531605"},{"issue":"4","key":"9341_CR66","doi-asserted-by":"publisher","first-page":"533","DOI":"10.1145\/2377677.2377782","volume":"42","author":"NK Sharma","year":"2012","unstructured":"Sharma, N. K., Ghosh, S., Benevenuto, F., Ganguly, N., & Gummadi, K. (2012). Inferring who-is-who in the twitter social network. ACM SIGCOMM Computer Communication Review, 42(4), 533\u2013538. https:\/\/doi.org\/10.1145\/2377677.2377782 .","journal-title":"ACM SIGCOMM Computer Communication Review"},{"key":"9341_CR92","unstructured":"Shi, Y., Mast, K., Weber, I., Kellum, A., & Macy, M. (2017). Cultural fault lines and political polarization. In Proceedings of the ACM conference on web science, WebSci \u201917 (pp. 213\u2013217). ACM, New York, NY, USA (2017). http:\/\/doi.acm.org\/10.1145\/3091478.3091520 ."},{"key":"9341_CR67","doi-asserted-by":"crossref","unstructured":"Smith, L. M., Zhu, L., Lerman, K., & Kozareva, Z. (2013). The role of social media in the discussion of controversial topics. In 2013 International conference on social computing (SocialCom), (pp. 236\u2013243). IEEE.","DOI":"10.1109\/SocialCom.2013.41"},{"key":"9341_CR68","unstructured":"Springer, A., Hollis, V., & Steve, W. (2017). Dice in the black box: User experiences with an inscrutable algorithm. In The AAAI 2017 Spring symposium on designing the user experience of machine learning systems. AAAI."},{"issue":"3","key":"9341_CR69","doi-asserted-by":"publisher","first-page":"10","DOI":"10.1145\/2460276.2460278","volume":"11","author":"L Sweeney","year":"2013","unstructured":"Sweeney, L. (2013). Discrimination in online ad delivery. Queue, 11(3), 10.","journal-title":"Queue"},{"key":"9341_CR70","unstructured":"Tavani, H. (2014). Search engines and ethics. In Zalta, E. N. (Ed.), The Stanford encyclopedia of philosophy, spring 2014 Edn."},{"key":"9341_CR71","doi-asserted-by":"publisher","unstructured":"Teevan, J., Ramage, D., Morris, & M. R. (2011). #twittersearch: A comparison of microblog search and web search. In Proceedings of the 4th ACM international conference on web search and data mining, WSDM \u201911 (pp. 35\u201344). ACM, New York, NY, USA. https:\/\/doi.org\/10.1145\/1935826.1935842 .","DOI":"10.1145\/1935826.1935842"},{"key":"9341_CR72","unstructured":"Trielli, D., Mussenden, S., & Diakopoulos, N. (2015). Why Google Search results favor democrats. http:\/\/tinyurl.com\/google-search-favor-dems ."},{"key":"9341_CR73","unstructured":"Twitter Application: Make Users Aware of the Biases in Search. http:\/\/twitter-app.mpi-sws.org\/search-bias-split-view\/ ."},{"key":"9341_CR74","unstructured":"Twitter Blog: Building a complete Tweet index. https:\/\/blog.twitter.com\/engineering\/en_us\/a\/2014\/building-a-complete-tweet-index.html ."},{"key":"9341_CR75","unstructured":"Twitter Blog: Search Relevance Infrastructure at Twitter. https:\/\/blog.twitter.com\/engineering\/en_us\/topics\/infrastructure\/2016\/search-relevance-infrastructure-at-twitter.html ."},{"key":"9341_CR76","unstructured":"Twitter Help Center: Search result FAQs. https:\/\/help.twitter.com\/en\/using-twitter\/top-search-results-faqs ."},{"key":"9341_CR77","unstructured":"Twitter Reaction to Events Often at Odds with Overall Public Opinion. (2013). http:\/\/www.pewresearch.org\/2013\/03\/04\/twitter-reaction-to-events-often-at-odds-with-overall-public-opinion\/ ."},{"key":"9341_CR78","unstructured":"Twitter Search Home. https:\/\/twitter.com\/search-home ."},{"key":"9341_CR79","unstructured":"Van\u00a0Couvering, E.(2010). Search engine bias: The structuration of traffic on the World-Wide Web. Ph.D. thesis, The London School of Economics and Political Science."},{"issue":"4","key":"9341_CR80","doi-asserted-by":"publisher","first-page":"693","DOI":"10.1016\/S0306-4573(03)00063-3","volume":"40","author":"L Vaughan","year":"2004","unstructured":"Vaughan, L., & Thelwall, M. (2004). Search engine coverage bias: Evidence and possible causes. Information Processing and Management, 40(4), 693\u2013707.","journal-title":"Information Processing and Management"},{"key":"9341_CR81","doi-asserted-by":"publisher","unstructured":"Weber, I., Garimella, V. R. K., & Borra, E. (2012). Mining web query logs to analyze political issues. In Proceedings of the 4th annual ACM web science conference, WebSci \u201912, pp. 330\u2013334. ACM, New York, NY, USA. https:\/\/doi.org\/10.1145\/2380718.2380761 .","DOI":"10.1145\/2380718.2380761"},{"key":"9341_CR82","unstructured":"Weber, I., Garimella, V. R. K., & Teka, A. (2013). Political hashtag trends. In European conference on information retrieval,\u00a0ECIR '13 (pp. 857\u2013860). Berlin: Springer."},{"key":"9341_CR83","doi-asserted-by":"crossref","unstructured":"Welch, M. J., Cho, J., & Olston, C. (2011). Search result diversity for informational queries. \u00a0In\u00a0Proceedings of the 20th international conference on world wide web\u00a0(pp. 237\u2013246). ACM.","DOI":"10.1145\/1963405.1963441"},{"key":"9341_CR84","unstructured":"Wikipedia: Neutral point of view. https:\/\/en.wikipedia.org\/wiki\/Wikipedia:Neutral_point_of_view ."},{"key":"9341_CR85","doi-asserted-by":"publisher","first-page":"2158","DOI":"10.1109\/TKDE.2016.2553667","volume":"28","author":"FMF Wong","year":"2016","unstructured":"Wong, F. M. F., Tan, C. W., Sen, S., & Chiang, M. (2016). Quantifying political leaning from tweets, retweets, and retweeters. IEEE Transactions on Knowledge and Data Engineering, 28, 2158.","journal-title":"IEEE Transactions on Knowledge and Data Engineering"},{"key":"9341_CR86","unstructured":"Yano, T., Resnik, P., & Smith, N. A. (2010). Shedding (a thousand points of) light on biased language. In Proceedings of NAACL HLT workshop on creating speech and language data with Amazon\u2019s mechanical turk (CSLDAMT)."},{"issue":"5","key":"9341_CR87","doi-asserted-by":"publisher","first-page":"316","DOI":"10.1177\/0270467610380011","volume":"30","author":"S Yardi","year":"2010","unstructured":"Yardi, S., & Boyd, D. (2010). Dynamic debates: An analysis of group polarization over time on twitter. Bulletin of Science, Technology and Society, 30(5), 316\u2013327.","journal-title":"Bulletin of Science, Technology and Society"},{"key":"9341_CR88","doi-asserted-by":"crossref","unstructured":"Yilmaz, E., & Aslam, J. A. (2006). Estimating average precision with incomplete and imperfect judgments. In Proceedings of the 15th ACM international conference on information and knowledge management\u00a0(pp. 102\u2013111). ACM.","DOI":"10.1145\/1183614.1183633"},{"key":"9341_CR89","doi-asserted-by":"publisher","first-page":"145","DOI":"10.1177\/0894439313506838","volume":"32","author":"E Yom-Tov","year":"2013","unstructured":"Yom-Tov, E., Dumais, S., & Guo, Q. (2013). Promoting civil discourse through search engine diversity. Social Science Computer Review, 32, 145\u2013154.","journal-title":"Social Science Computer Review"},{"key":"9341_CR90","unstructured":"Zafar, M. B., Gummadi, K. P., & Danescu-Niculescu-Mizil, C. (2016). Message impartiality in social media discussions. In Proceedings in\u00a0international AAAI conference on web and social media. ICWSM '16. AAAI."},{"key":"9341_CR91","unstructured":"Zhou, D. X., Resnick, P., & Mei, Q. (2011). Classifying the political leaning of news articles and users from user votes. In Proceedings\u00a0in\u00a0international AAAI conference on web and social media. ICWSM '11.\u00a0AAAI."}],"container-title":["Information Retrieval Journal"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s10791-018-9341-2.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/article\/10.1007\/s10791-018-9341-2\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s10791-018-9341-2.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,9,4]],"date-time":"2023-09-04T13:17:31Z","timestamp":1693833451000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/s10791-018-9341-2"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2018,8,21]]},"references-count":93,"journal-issue":{"issue":"1-2","published-print":{"date-parts":[[2019,4]]}},"alternative-id":["9341"],"URL":"https:\/\/doi.org\/10.1007\/s10791-018-9341-2","relation":{},"ISSN":["1386-4564","1573-7659"],"issn-type":[{"value":"1386-4564","type":"print"},{"value":"1573-7659","type":"electronic"}],"subject":[],"published":{"date-parts":[[2018,8,21]]},"assertion":[{"value":"12 November 2017","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"3 August 2018","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"21 August 2018","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}}]}}