{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,22]],"date-time":"2026-07-22T22:57:01Z","timestamp":1784761021812,"version":"3.55.0"},"publisher-location":"New York, NY, USA","reference-count":50,"publisher":"ACM","license":[{"start":{"date-parts":[[2023,7,18]],"date-time":"2023-07-18T00:00:00Z","timestamp":1689638400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2023,7,19]]},"DOI":"10.1145\/3539618.3591986","type":"proceedings-article","created":{"date-parts":[[2023,7,19]],"date-time":"2023-07-19T00:22:59Z","timestamp":1689726179000},"page":"1996-2000","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":4,"title":["Fairness for both Readers and Authors: Evaluating Summaries of User Generated Content"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0009-0008-0268-9426","authenticated-orcid":false,"given":"Garima","family":"Chhikara","sequence":"first","affiliation":[{"name":"Indian Institute of Technology, Delhi Technological University, New Delhi, India"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-8130-1221","authenticated-orcid":false,"given":"Kripabandhu","family":"Ghosh","sequence":"additional","affiliation":[{"name":"Indian Institute of Science Education and Research Kolkata, Mohanpur, India"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-2306-300X","authenticated-orcid":false,"given":"Saptarshi","family":"Ghosh","sequence":"additional","affiliation":[{"name":"Indian Institute of Technology Kharagpur, Kharagpur, India"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-0908-1639","authenticated-orcid":false,"given":"Abhijnan","family":"Chakraborty","sequence":"additional","affiliation":[{"name":"Indian Institute of Technology Delhi, New Delhi, India"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"320","published-online":{"date-parts":[[2023,7,18]]},"reference":[{"key":"e_1_3_2_1_1_1","doi-asserted-by":"publisher","DOI":"10.14569\/IJACSA.2017.081052"},{"key":"e_1_3_2_1_2_1","volume-title":"Toward Fair Recommendation in Two-Sided Platforms. ACM Trans. Web","author":"Biswas Arpita","year":"2021","unstructured":"Arpita Biswas, Gourab K. Patro, Niloy Ganguly, Krishna P. Gummadi, and Abhijnan Chakraborty. 2021. Toward Fair Recommendation in Two-Sided Platforms. ACM Trans. Web (2021)."},{"key":"e_1_3_2_1_3_1","unstructured":"Robin Burke Nasim Sonboli and Aldo Ordonez-Gauger. 2018. Balanced Neighborhoods for Multi-sided Fairness in Recommendation. In ACM FAccT."},{"key":"e_1_3_2_1_4_1","volume-title":"SummTriver: A new trivergent model to evaluate summaries automatically without human references. Data & Knowledge Engineering","author":"Cabrera-Diego Luis Adri\u00e1n","year":"2018","unstructured":"Luis Adri\u00e1n Cabrera-Diego and Juan-Manuel Torres-Moreno. 2018. SummTriver: A new trivergent model to evaluate summaries automatically without human references. Data & Knowledge Engineering (2018)."},{"key":"e_1_3_2_1_5_1","doi-asserted-by":"crossref","unstructured":"Luis Adri\u00e1n Cabrera-Diego Juan-Manuel Torres-Moreno and Barth\u00e9l\u00e9my Durette. 2016. Evaluating Multiple Summaries Without Human Models: A First Experiment with a Trivergent Model. In Natural Language Processing and Information Systems.","DOI":"10.1007\/978-3-319-41754-7_8"},{"key":"e_1_3_2_1_6_1","unstructured":"Elisa Celis Vijay Keswani Damian Straszak Amit Deshpande Tarun Kathuria and Nisheeth Vishnoi. 2018. Fair and diverse DPP-based data summarization. In ICML."},{"key":"e_1_3_2_1_7_1","doi-asserted-by":"crossref","unstructured":"Abhijnan Chakraborty Gourab K Patro Niloy Ganguly Krishna P Gummadi and Patrick Loiseau. 2019. Equality of voice: Towards fair representation in crowdsourced top-k recommendations. In ACM FAccT.","DOI":"10.1145\/3287560.3287570"},{"key":"e_1_3_2_1_8_1","volume-title":"Summarizing user-generated textual content: Motivation and methods for fairness in algorithmic summaries. ACM CSCW","author":"Dash Abhisek","year":"2019","unstructured":"Abhisek Dash, Anurag Shandilya, Arindam Biswas, Kripabandhu Ghosh, Saptarshi Ghosh, and Abhijnan Chakraborty. 2019. Summarizing user-generated textual content: Motivation and methods for fairness in algorithmic summaries. ACM CSCW (2019)."},{"key":"e_1_3_2_1_9_1","unstructured":"Virginie Do Sam Corbett-Davies Jamal Atif and Nicolas Usunier. 2021. Twosided fairness in rankings via Lorenz dominance. In NeurIPS."},{"key":"e_1_3_2_1_10_1","volume-title":"Mather","author":"Donaway Robert L.","year":"2000","unstructured":"Robert L. Donaway, Kevin W. Drummey, and Laura A. Mather. 2000. A Comparison of Rankings Produced by Summarization Evaluation Measures. In NAACLANLP."},{"key":"e_1_3_2_1_11_1","volume-title":"A Survey on Neural Network-Based Summarization Methods. arXiv preprint arXiv:1804.04589","author":"Dong Yue","year":"2018","unstructured":"Yue Dong. 2018. A Survey on Neural Network-Based Summarization Methods. arXiv preprint arXiv:1804.04589 (2018)."},{"key":"e_1_3_2_1_12_1","volume-title":"Automatic text summarization: A comprehensive survey. Expert Systems with Applications","author":"El-Kassas Wafaa S","year":"2021","unstructured":"Wafaa S El-Kassas, Cherif R Salama, Ahmed A Rafea, and Hoda K Mohamed. 2021. Automatic text summarization: A comprehensive survey. Expert Systems with Applications (2021)."},{"key":"e_1_3_2_1_13_1","volume-title":"Radev","author":"Erkan G\u00fcnes","year":"2004","unstructured":"G\u00fcnes Erkan and Dragomir R. Radev. 2004. LexRank: Graph-based Lexical Centrality As Salience in Text Summarization. Journal of Artificial Intelligence Research (2004)."},{"key":"e_1_3_2_1_14_1","volume-title":"SummEval: Re-evaluating Summarization Evaluation. Transactions of the ACL","author":"Fabbri Alexander R.","year":"2021","unstructured":"Alexander R. Fabbri, Wojciech Kry\u015bci\u0144ski, Bryan McCann, Caiming Xiong, Richard Socher, and Dragomir Radev. 2021. SummEval: Re-evaluating Summarization Evaluation. Transactions of the ACL (2021)."},{"key":"e_1_3_2_1_15_1","unstructured":"Ruoyuan Gao and Chirag Shah. 2020. Counteracting Bias and Increasing Fairness in Search and Recommender Systems. In ACM RecSys."},{"key":"e_1_3_2_1_16_1","unstructured":"Ruoyuan Gao and Chirag Shah. 2021. Addressing Bias and Fairness in Search Systems. In ACM SIGIR."},{"key":"e_1_3_2_1_17_1","doi-asserted-by":"publisher","DOI":"10.21437\/Interspeech.2009-456"},{"key":"e_1_3_2_1_18_1","unstructured":"Dan Gillick and Yang Liu. 2010. Non-Expert Evaluation of Summarization Systems is Risky. In NAACL HLT."},{"key":"e_1_3_2_1_19_1","unstructured":"Corrado Gini. 1912. Variabilit\u00e0 e mutabilit\u00e0: contributo allo studio delle distribuzioni e delle relazioni statistiche.[Fasc. I.]. Tipogr. di P. Cuppini."},{"key":"e_1_3_2_1_20_1","doi-asserted-by":"crossref","unstructured":"Yihong Gong and Xin Liu. 2001. Generic Text Summarization Using Relevance Measure and Latent Semantic Analysis. In ACM SIGIR.","DOI":"10.1145\/383952.383955"},{"key":"e_1_3_2_1_21_1","unstructured":"Andrew Griffin. 2015. Twitter and Google team up so tweets now go straight into Google search results. https:\/\/www.independent.co.uk\/tech\/twitter-and-googleteam-up-so-tweets-now-go-straight-into-google-search-results-10262417.html."},{"key":"e_1_3_2_1_22_1","doi-asserted-by":"publisher","DOI":"10.4304\/jetwi.2.3.258-268"},{"key":"e_1_3_2_1_23_1","unstructured":"Zhanying He Chun Chen Jiajun Bu Can Wang Lijun Zhang Deng Cai and Xiaofei He. 2012. Document Summarization Based on Data Reconstruction. In AAAI."},{"key":"e_1_3_2_1_24_1","volume-title":"Kalita","author":"Inouye David I.","year":"2011","unstructured":"David I. Inouye and Jugal K. Kalita. 2011. Comparing Twitter Summarization Algorithms for Multiple Post Summaries.. In IEEE SocialCom."},{"key":"e_1_3_2_1_25_1","volume-title":"Proceedings of the Workshop on Human Evaluation of NLP Systems (HumEval).","author":"Iskender Neslihan","year":"2021","unstructured":"Neslihan Iskender, Tim Polzehl, and Sebastian M\u00f6ller. 2021. Reliability of Human Evaluation for Text Summarization: Lessons Learned and Challenges Ahead. In Proceedings of the Workshop on Human Evaluation of NLP Systems (HumEval)."},{"key":"e_1_3_2_1_26_1","volume-title":"A New Measure of Rank Correlation. Biometrika","author":"Kendall M. G.","year":"1938","unstructured":"M. G. Kendall. 1938. A New Measure of Rank Correlation. Biometrika (1938)."},{"key":"e_1_3_2_1_27_1","volume-title":"ROUGE: A Package for Automatic Evaluation of Summaries. In Text Summarization Branches Out.","author":"Lin Chin-Yew","year":"2004","unstructured":"Chin-Yew Lin. 2004. ROUGE: A Package for Automatic Evaluation of Summaries. In Text Summarization Branches Out."},{"key":"e_1_3_2_1_28_1","doi-asserted-by":"crossref","unstructured":"Annie Louis and Ani Nenkova. 2009. Automatically Evaluating Content Selection in Summarization without Human Models. In EMNLP.","DOI":"10.3115\/1699510.1699550"},{"key":"e_1_3_2_1_29_1","doi-asserted-by":"crossref","unstructured":"Annie Louis and Ani Nenkova. 2013. Automatically Assessing Machine Summary Content Without a Gold Standard. In COLING.","DOI":"10.1162\/COLI_a_00123"},{"key":"e_1_3_2_1_30_1","volume-title":"The Automatic Creation of Literature Abstracts. IBM Journal of Research and Development","author":"Luhn H. P.","year":"1958","unstructured":"H. P. Luhn. 1958. The Automatic Creation of Literature Abstracts. IBM Journal of Research and Development (1958)."},{"key":"e_1_3_2_1_31_1","doi-asserted-by":"crossref","unstructured":"S. Mackie R. McCreadie C. Macdonald and I. Ounis. 2014. Comparing Algorithms for Microblog Summarisation. In CLEF.","DOI":"10.1007\/978-3-319-11382-1_15"},{"key":"e_1_3_2_1_32_1","doi-asserted-by":"crossref","unstructured":"Aadi Swadipto Mondal Rakesh Bal Sayan Sinha and Gourab K Patro. 2021. Two-Sided Fairness in Non-Personalised Recommendations (Student Abstract). In AAAI.","DOI":"10.1609\/aaai.v35i18.17922"},{"key":"e_1_3_2_1_33_1","volume-title":"Ensaf Hussein Mohamed, and Mohamed Hassan Haggag","author":"Moussa Mohammed Elsaid","year":"2018","unstructured":"Mohammed Elsaid Moussa, Ensaf Hussein Mohamed, and Mohamed Hassan Haggag. 2018. A survey on opinion summarization techniques for social media. Future Computing and Informatics Journal (2018)."},{"key":"e_1_3_2_1_34_1","volume-title":"Uppada Vishnu, Pawan Goyal, Sourangshu Bhattacharya, and Niloy Ganguly.","author":"Mukherjee Rajdeep","year":"2020","unstructured":"Rajdeep Mukherjee, Hari Chandana Peruri, Uppada Vishnu, Pawan Goyal, Sourangshu Bhattacharya, and Niloy Ganguly. 2020. Read what you need: Controllable aspect-based opinion summarization of tourist reviews. In ACM SIGIR."},{"key":"e_1_3_2_1_35_1","volume-title":"Sourangshu Bhattacharya, Koustav Rudra, Pawan Goyal, and Niloy Ganguly.","author":"Mukherjee Rajdeep","year":"2022","unstructured":"Rajdeep Mukherjee, Uppada Vishnu, Hari Chandana Peruri, Sourangshu Bhattacharya, Koustav Rudra, Pawan Goyal, and Niloy Ganguly. 2022. MTLTS: A Multi-Task Framework To Obtain Trustworthy Summaries From Crisis-Related Microblogs. In ACM WSDM."},{"key":"e_1_3_2_1_36_1","doi-asserted-by":"crossref","unstructured":"Ramesh Nallapati Feifei Zhai and Bowen Zhou. 2017. SummaRuNNer: A Recurrent Neural Network Based Sequence Model for Extractive Summarization of Documents. In AAAI.","DOI":"10.1609\/aaai.v31i1.10958"},{"key":"e_1_3_2_1_38_1","volume-title":"Congress. 2017. Update on the Twitter Archive at the Library of Congress. https:\/\/blogs.loc.gov\/loc\/files\/2017\/12\/2017dec_twitter_whitepaper.pdf.","author":"Library","unstructured":"Library of Congress. 2017. Update on the Twitter Archive at the Library of Congress. https:\/\/blogs.loc.gov\/loc\/files\/2017\/12\/2017dec_twitter_whitepaper.pdf."},{"key":"e_1_3_2_1_39_1","doi-asserted-by":"crossref","unstructured":"Gourab K Patro Arpita Biswas Niloy Ganguly Krishna P. Gummadi and Abhijnan Chakraborty. 2020. FairRec: Two-Sided Fairness for Personalized Recommendations in Two-Sided Platforms. In WWW.","DOI":"10.1145\/3366423.3380196"},{"key":"e_1_3_2_1_40_1","doi-asserted-by":"crossref","unstructured":"Gourab K. Patro Abhijnan Chakraborty Niloy Ganguly and Krishna Gummadi. 2020. Incremental Fairness in Two-Sided Market Platforms: On Smoothly Updating Recommendations. In AAAI.","DOI":"10.1609\/aaai.v34i01.5349"},{"key":"e_1_3_2_1_41_1","unstructured":"Dragomir R. Radev Simone Teufel Horacio Saggion Wai Lam John Blitzer Hong Qi Arda \u00c7elebi Danyu Liu and Elliott Drabek. 2003. Evaluation Challenges in Large-Scale Document Summarization. In ACL."},{"key":"e_1_3_2_1_42_1","unstructured":"Horacio Saggion Juan-Manuel Torres-Moreno Iria da Cunha and Eric SanJuan. 2010. Multilingual Summarization Evaluation without Human Models. In COLING."},{"key":"e_1_3_2_1_43_1","unstructured":"Elaheh ShafieiBavani Mohammad Ebrahimi Raymond Wong and Fang Chen. 2018. Summarization Evaluation in the Absence of Human Model Summaries Using the Compositionality of Word Embeddings. In COLING."},{"key":"e_1_3_2_1_44_1","doi-asserted-by":"publisher","DOI":"10.1109\/BigData50022.2020.9378095"},{"key":"e_1_3_2_1_45_1","volume-title":"Experiments in Microblog Summarization. In IEEE Conference on Social Computing.","author":"Sharifi B.","unstructured":"B. Sharifi, M. Hutton, and J. K. Kalita. 2010. Experiments in Microblog Summarization. In IEEE Conference on Social Computing."},{"key":"e_1_3_2_1_46_1","volume-title":"The Proof and Measurement of Association between Two Things. The American Journal of Psychology","author":"Spearman C.","year":"1987","unstructured":"C. Spearman. 1987. The Proof and Measurement of Association between Two Things. The American Journal of Psychology (1987)."},{"key":"e_1_3_2_1_47_1","volume-title":"A Multi-Objective Optimization Framework for Multi-Stakeholder Fairness-Aware Recommendation. ACM Transactions on Information Systems","author":"Wu Haolun","year":"2022","unstructured":"Haolun Wu, Chen Ma, Bhaskar Mitra, Fernando Diaz, and Xue Liu. 2022. A Multi-Objective Optimization Framework for Multi-Stakeholder Fairness-Aware Recommendation. ACM Transactions on Information Systems (2022)."},{"key":"e_1_3_2_1_48_1","doi-asserted-by":"publisher","DOI":"10.1145\/3404835.3462882"},{"key":"e_1_3_2_1_49_1","unstructured":"Wei Xu Ralph Grishman Adam Meyers and Alan Ritter. 2013. A Preliminary Study of Tweet Summarization using Information Extraction. In Language in Social Media (LASM)."},{"key":"e_1_3_2_1_50_1","unstructured":"Tianyi Zhang* Varsha Kishore* Felix Wu* Kilian Q. Weinberger and Yoav Artzi. 2020. BERTScore: Evaluating Text Generation with BERT. In ICLR."},{"key":"e_1_3_2_1_51_1","doi-asserted-by":"crossref","unstructured":"Wei Zhao Maxime Peyrard Fei Liu Yang Gao Christian M. Meyer and Steffen Eger. 2019. MoverScore: Text Generation Evaluating with Contextualized Embeddings and Earth Mover Distance. In EMNLP-IJCNLP.","DOI":"10.18653\/v1\/D19-1053"}],"event":{"name":"SIGIR '23: The 46th International ACM SIGIR Conference on Research and Development in Information Retrieval","location":"Taipei Taiwan","acronym":"SIGIR '23","sponsor":["SIGIR ACM Special Interest Group on Information Retrieval"]},"container-title":["Proceedings of the 46th International ACM SIGIR Conference on Research and Development in Information Retrieval"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3539618.3591986","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3539618.3591986","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,17]],"date-time":"2025-06-17T16:37:48Z","timestamp":1750178268000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3539618.3591986"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,7,18]]},"references-count":50,"alternative-id":["10.1145\/3539618.3591986","10.1145\/3539618"],"URL":"https:\/\/doi.org\/10.1145\/3539618.3591986","relation":{},"subject":[],"published":{"date-parts":[[2023,7,18]]},"assertion":[{"value":"2023-07-18","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}