{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,8,22]],"date-time":"2025-08-22T17:10:07Z","timestamp":1755882607016,"version":"3.44.0"},"publisher-location":"New York, NY, USA","reference-count":47,"publisher":"ACM","license":[{"start":{"date-parts":[[2024,5,21]],"date-time":"2024-05-21T00:00:00Z","timestamp":1716249600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2024,5,21]]},"DOI":"10.1145\/3614419.3644028","type":"proceedings-article","created":{"date-parts":[[2024,4,17]],"date-time":"2024-04-17T08:41:58Z","timestamp":1713343318000},"page":"268-278","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":0,"title":["Accuracy and Fairness for Web-Based Content Analysis under Temporal Shifts and Delayed Labeling"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-8003-6163","authenticated-orcid":false,"given":"Abdulaziz A.","family":"Almuzaini","sequence":"first","affiliation":[{"name":"Department of Computer Science, Rutgers University, United States"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-0522-4815","authenticated-orcid":false,"given":"David M.","family":"Pennock","sequence":"additional","affiliation":[{"name":"Department of Computer Science, Rutgers University, United States"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-8194-2336","authenticated-orcid":false,"given":"Vivek K.","family":"Singh","sequence":"additional","affiliation":[{"name":"School of Communication and Information, Rutgers University, United States"}]}],"member":"320","published-online":{"date-parts":[[2024,5,21]]},"reference":[{"key":"e_1_3_2_2_1_1","doi-asserted-by":"publisher","DOI":"10.1162\/tacl_a_00497"},{"key":"e_1_3_2_2_2_1","doi-asserted-by":"publisher","DOI":"10.1145\/2615569.2615688"},{"key":"e_1_3_2_2_3_1","volume-title":"ABCinML: Anticipatory Bias Correction in Machine Learning Applications. In 2022 ACM Conference on Fairness, Accountability, and Transparency. 1552\u20131560","author":"Almuzaini A","year":"2022","unstructured":"Abdulaziz\u00a0A Almuzaini, Chidansh\u00a0A Bhatt, David\u00a0M Pennock, and Vivek\u00a0K Singh. 2022. ABCinML: Anticipatory Bias Correction in Machine Learning Applications. In 2022 ACM Conference on Fairness, Accountability, and Transparency. 1552\u20131560."},{"key":"e_1_3_2_2_4_1","doi-asserted-by":"publisher","DOI":"10.1609\/icwsm.v14i1.7346"},{"key":"e_1_3_2_2_5_1","doi-asserted-by":"publisher","DOI":"10.1145\/3209581"},{"key":"e_1_3_2_2_6_1","unstructured":"Solon Barocas Moritz Hardt and Arvind Narayanan. 2019. Fairness and Machine Learning: Limitations and Opportunities. http:\/\/www.fairmlbook.org."},{"key":"e_1_3_2_2_7_1","doi-asserted-by":"publisher","DOI":"10.24432\/C5XW20"},{"key":"e_1_3_2_2_8_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICDM.2010.75"},{"key":"e_1_3_2_2_9_1","doi-asserted-by":"publisher","DOI":"10.1145\/3308560.3317593"},{"key":"e_1_3_2_2_10_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV48922.2021.00817"},{"key":"e_1_3_2_2_11_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-93736-2_46"},{"key":"e_1_3_2_2_12_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2022.findings-acl.192"},{"key":"e_1_3_2_2_13_1","first-page":"11467","article-title":"Estimating and explaining model performance when both covariates and labels shift","volume":"35","author":"Chen Lingjiao","year":"2022","unstructured":"Lingjiao Chen, Matei Zaharia, and James\u00a0Y Zou. 2022. Estimating and explaining model performance when both covariates and labels shift. Advances in Neural Information Processing Systems 35 (2022), 11467\u201311479.","journal-title":"Advances in Neural Information Processing Systems"},{"key":"e_1_3_2_2_14_1","volume-title":"Conference on Lifelong Learning Agents. PMLR, 347\u2013357","author":"De\u00a0Silva Ashwin","year":"2023","unstructured":"Ashwin De\u00a0Silva, Rahul Ramesh, Lyle Ungar, Marshall\u00a0Hussain Shuler, Noah\u00a0J Cowan, Michael Platt, Chen Li, Leyla Isik, Seung-Eon Roh, Adam Charles, 2023. Prospective Learning: Principled Extrapolation to the Future. In Conference on Lifelong Learning Agents. PMLR, 347\u2013357."},{"key":"e_1_3_2_2_15_1","volume-title":"Retiring Adult: New Datasets for Fair Machine Learning. arXiv preprint arXiv:2108.04884","author":"Ding Frances","year":"2021","unstructured":"Frances Ding, Moritz Hardt, John Miller, and Ludwig Schmidt. 2021. Retiring Adult: New Datasets for Fair Machine Learning. arXiv preprint arXiv:2108.04884 (2021)."},{"key":"e_1_3_2_2_16_1","doi-asserted-by":"publisher","DOI":"10.1145\/2090236.2090255"},{"key":"e_1_3_2_2_17_1","doi-asserted-by":"publisher","DOI":"10.1007\/s10618-019-00654-y"},{"key":"e_1_3_2_2_18_1","volume-title":"Balancing out Bias: Achieving Fairness Through Balanced Training. arXiv preprint arXiv:2109.08253","author":"Han Xudong","year":"2021","unstructured":"Xudong Han, Timothy Baldwin, and Trevor Cohn. 2021. Balancing out Bias: Achieving Fairness Through Balanced Training. arXiv preprint arXiv:2109.08253 (2021)."},{"key":"e_1_3_2_2_19_1","volume-title":"Equality of opportunity in supervised learning. Advances in neural information processing systems 29","author":"Hardt Moritz","year":"2016","unstructured":"Moritz Hardt, Eric Price, and Nati Srebro. 2016. Equality of opportunity in supervised learning. Advances in neural information processing systems 29 (2016), 3315\u20133323."},{"key":"e_1_3_2_2_20_1","volume-title":"Large-Scale Study of Temporal Shift in Health Insurance Claims. In Conference on Health, Inference, and Learning. PMLR, 243\u2013278","author":"Ji X","year":"2023","unstructured":"Christina\u00a0X Ji, Ahmed\u00a0M Alaa, and David Sontag. 2023. Large-Scale Study of Temporal Shift in Health Insurance Claims. In Conference on Health, Inference, and Learning. PMLR, 243\u2013278."},{"key":"e_1_3_2_2_21_1","volume-title":"A literature survey on domain adaptation of statistical classifiers. URL: http:\/\/sifaka. cs. uiuc. edu\/jiang4\/domainadaptation\/survey 3, 1-12","author":"Jiang Jing","year":"2008","unstructured":"Jing Jiang. 2008. A literature survey on domain adaptation of statistical classifiers. URL: http:\/\/sifaka. cs. uiuc. edu\/jiang4\/domainadaptation\/survey 3, 1-12 (2008), 3."},{"key":"e_1_3_2_2_22_1","doi-asserted-by":"publisher","DOI":"10.1109\/TSMCC.2008.919172"},{"key":"e_1_3_2_2_23_1","doi-asserted-by":"publisher","DOI":"10.1007\/s10115-011-0463-8"},{"key":"e_1_3_2_2_24_1","volume-title":"The parable of Google Flu: traps in big data analysis. science 343, 6176","author":"Lazer David","year":"2014","unstructured":"David Lazer, Ryan Kennedy, Gary King, and Alessandro Vespignani. 2014. The parable of Google Flu: traps in big data analysis. science 343, 6176 (2014), 1203\u20131205."},{"key":"e_1_3_2_2_25_1","volume-title":"International conference on machine learning. PMLR, 3122\u20133130","author":"Lipton Zachary","year":"2018","unstructured":"Zachary Lipton, Yu-Xiang Wang, and Alexander Smola. 2018. Detecting and correcting for label shift with black box predictors. In International conference on machine learning. PMLR, 3122\u20133130."},{"key":"e_1_3_2_2_26_1","volume-title":"On the applicability of ML fairness notions. arXiv preprint arXiv:2006.16745","author":"Makhlouf Karima","year":"2020","unstructured":"Karima Makhlouf, Sami Zhioua, and Catuscia Palamidessi. 2020. On the applicability of ML fairness notions. arXiv preprint arXiv:2006.16745 (2020)."},{"key":"e_1_3_2_2_27_1","doi-asserted-by":"publisher","DOI":"10.1145\/3501247.3531569"},{"key":"e_1_3_2_2_28_1","doi-asserted-by":"publisher","DOI":"10.1145\/3415163"},{"key":"e_1_3_2_2_29_1","volume-title":"A survey on bias and fairness in machine learning. ACM computing surveys (CSUR) 54, 6","author":"Mehrabi Ninareh","year":"2021","unstructured":"Ninareh Mehrabi, Fred Morstatter, Nripsuta Saxena, Kristina Lerman, and Aram Galstyan. 2021. A survey on bias and fairness in machine learning. ACM computing surveys (CSUR) 54, 6 (2021), 1\u201335."},{"key":"e_1_3_2_2_30_1","volume-title":"Dataset of fake news detection and fact verification: a survey. arXiv preprint arXiv:2111.03299","author":"Murayama Taichi","year":"2021","unstructured":"Taichi Murayama. 2021. Dataset of fake news detection and fact verification: a survey. arXiv preprint arXiv:2111.03299 (2021)."},{"key":"e_1_3_2_2_31_1","doi-asserted-by":"publisher","DOI":"10.1145\/3341161.3342931"},{"key":"e_1_3_2_2_32_1","doi-asserted-by":"publisher","DOI":"10.1145\/3578503.3583617"},{"key":"e_1_3_2_2_33_1","doi-asserted-by":"publisher","DOI":"10.3115\/v1\/D14-1162"},{"volume-title":"Machine Learning for Data Science Handbook: Data Mining and Knowledge Discovery Handbook","author":"Pessach Dana","key":"e_1_3_2_2_34_1","unstructured":"Dana Pessach and Erez Shmueli. 2023. Algorithmic fairness. In Machine Learning for Data Science Handbook: Data Mining and Knowledge Discovery Handbook. Springer, 867\u2013886."},{"key":"e_1_3_2_2_35_1","volume-title":"Distributionally robust neural networks for group shifts: On the importance of regularization for worst-case generalization. arXiv preprint arXiv:1911.08731","author":"Sagawa Shiori","year":"2019","unstructured":"Shiori Sagawa, Pang\u00a0Wei Koh, Tatsunori\u00a0B Hashimoto, and Percy Liang. 2019. Distributionally robust neural networks for group shifts: On the importance of regularization for worst-case generalization. arXiv preprint arXiv:1911.08731 (2019)."},{"key":"e_1_3_2_2_36_1","volume-title":"Maintaining fairness across distribution shift: do we have viable solutions for real-world applications?arXiv preprint arXiv:2202.01034","author":"Schrouff Jessica","year":"2022","unstructured":"Jessica Schrouff, Natalie Harris, Oluwasanmi Koyejo, Ibrahim Alabdulmohsin, Eva Schnider, Krista Opsahl-Ong, Alex Brown, Subhrajit Roy, Diana Mincu, Christina Chen, 2022. Maintaining fairness across distribution shift: do we have viable solutions for real-world applications?arXiv preprint arXiv:2202.01034 (2022)."},{"key":"e_1_3_2_2_37_1","volume-title":"Rethinking streaming machine learning evaluation. arXiv preprint arXiv:2205.11473","author":"Shankar Shreya","year":"2022","unstructured":"Shreya Shankar, Bernease Herman, and Aditya\u00a0G Parameswaran. 2022. Rethinking streaming machine learning evaluation. arXiv preprint arXiv:2205.11473 (2022)."},{"key":"e_1_3_2_2_38_1","doi-asserted-by":"publisher","DOI":"10.1145\/3442188.3445865"},{"key":"e_1_3_2_2_39_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2021.eacl-main.156"},{"key":"e_1_3_2_2_40_1","volume-title":"Beyond Invariance: Test-Time Label-Shift Adaptation for Distributions with\" Spurious\" Correlations. arXiv preprint arXiv:2211.15646","author":"Sun Qingyao","year":"2022","unstructured":"Qingyao Sun, Kevin Murphy, Sayna Ebrahimi, and Alexander D\u2019Amour. 2022. Beyond Invariance: Test-Time Label-Shift Adaptation for Distributions with\" Spurious\" Correlations. arXiv preprint arXiv:2211.15646 (2022)."},{"key":"e_1_3_2_2_41_1","doi-asserted-by":"publisher","DOI":"10.1109\/72.788640"},{"key":"e_1_3_2_2_42_1","volume-title":"A brief review on algorithmic fairness. Management System Engineering","author":"Wang Xiaomeng","year":"2022","unstructured":"Xiaomeng Wang, Yishi Zhang, and Ruilin Zhu. 2022. A brief review on algorithmic fairness. Management System Engineering (2022). https:\/\/link.springer.com\/article\/10.1007\/s44176-022-00006-z"},{"key":"e_1_3_2_2_43_1","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR42600.2020.00894"},{"key":"e_1_3_2_2_44_1","volume-title":"Wild-time: A benchmark of in-the-wild distribution shift over time. arXiv preprint arXiv:2211.14238","author":"Yao Huaxiu","year":"2022","unstructured":"Huaxiu Yao, Caroline Choi, Bochuan Cao, Yoonho Lee, Pang\u00a0Wei Koh, and Chelsea Finn. 2022. Wild-time: A benchmark of in-the-wild distribution shift over time. arXiv preprint arXiv:2211.14238 (2022)."},{"key":"e_1_3_2_2_45_1","volume-title":"A Comprehensive Survey on Source-free Domain Adaptation. arXiv preprint arXiv:2302.11803","author":"Yu Zhiqi","year":"2023","unstructured":"Zhiqi Yu, Jingjing Li, Zhekai Du, Lei Zhu, and Heng\u00a0Tao Shen. 2023. A Comprehensive Survey on Source-free Domain Adaptation. arXiv preprint arXiv:2302.11803 (2023)."},{"key":"e_1_3_2_2_46_1","volume-title":"Vibe: Topic-driven temporal adaptation for twitter classification. arXiv preprint arXiv:2310.10191","author":"Zhang Yuji","year":"2023","unstructured":"Yuji Zhang, Jing Li, and Wenjie Li. 2023. Vibe: Topic-driven temporal adaptation for twitter classification. arXiv preprint arXiv:2310.10191 (2023)."},{"key":"e_1_3_2_2_47_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICDMW.2010.49"}],"event":{"name":"Websci '24: 16th ACM Web Science Conference","sponsor":["SIGWEB ACM Special Interest Group on Hypertext, Hypermedia, and Web"],"location":"Stuttgart Germany","acronym":"Websci '24"},"container-title":["ACM Web Science Conference"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3614419.3644028","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3614419.3644028","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,8,22]],"date-time":"2025-08-22T16:53:50Z","timestamp":1755881630000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3614419.3644028"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,5,21]]},"references-count":47,"alternative-id":["10.1145\/3614419.3644028","10.1145\/3614419"],"URL":"https:\/\/doi.org\/10.1145\/3614419.3644028","relation":{},"subject":[],"published":{"date-parts":[[2024,5,21]]},"assertion":[{"value":"2024-05-21","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}