{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,2]],"date-time":"2026-06-02T16:45:37Z","timestamp":1780418737016,"version":"3.54.1"},"reference-count":60,"publisher":"Springer Science and Business Media LLC","issue":"1","license":[{"start":{"date-parts":[[2023,12,19]],"date-time":"2023-12-19T00:00:00Z","timestamp":1702944000000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2023,12,19]],"date-time":"2023-12-19T00:00:00Z","timestamp":1702944000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["AI Ethics"],"published-print":{"date-parts":[[2024,2]]},"DOI":"10.1007\/s43681-023-00391-5","type":"journal-article","created":{"date-parts":[[2023,12,19]],"date-time":"2023-12-19T12:02:29Z","timestamp":1702987349000},"page":"5-13","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":4,"title":["Advances in automatically rating the trustworthiness of text processing services"],"prefix":"10.1007","volume":"4","author":[{"given":"Biplav","family":"Srivastava","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Kausik","family":"Lakkaraju","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Mariana","family":"Bernagozzi","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Marco","family":"Valtorta","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2023,12,19]]},"reference":[{"key":"391_CR1","doi-asserted-by":"crossref","unstructured":"Agarwal, V., Chafle, G., Mittal, S., Srivastava, B.: Understanding Approaches for Web Service Composition and Execution. In Proceedings of the 1st Bangalore Annual Compute Conference, COMPUTE \u201908. New York, NY, USA: Association for Computing Machinery. ISBN 9781595939500 (2008)","DOI":"10.1145\/1341771.1341773"},{"issue":"48","key":"391_CR2","doi-asserted-by":"publisher","first-page":"30088","DOI":"10.1073\/pnas.1907377117","volume":"117","author":"V Antun","year":"2020","unstructured":"Antun, V., Renna, F., Poon, C., Adcock, B., Hansen, A.C.: On instabilities of deep learning in image reconstruction and the potential costs of AI. Proceedings of the National Academy of Sciences 117(48), 30088\u201330095 (2020)","journal-title":"Proceedings of the National Academy of Sciences"},{"key":"391_CR3","doi-asserted-by":"crossref","unstructured":"Bagdasaryan, E., Shmatikov, V.: Spinning Language Models for Propaganda-As-A-Service. CoRR, abs\/2112.05224 (2021)","DOI":"10.1109\/SP46214.2022.9833572"},{"key":"391_CR4","doi-asserted-by":"crossref","unstructured":"Bernagozzi, M., Srivastava, B., Rossi, F., Usmani, S.: Gender Bias in Online Language Translators: Visualization, Human Perception, and Bias\/Accuracy Trade-offs. In In IEEE Internet Computing, Special Issue on Sociotechnical Perspectives, Nov\/Dec (2021)","DOI":"10.1109\/MIC.2021.3097604"},{"key":"391_CR5","doi-asserted-by":"crossref","unstructured":"Bernagozzi, M., Srivastava, B., Rossi, F., Usmani, S.: VEGA: a Virtual Environment for Exploring Gender Bias vs. Accuracy Trade-offs in AI Translation Services. Proceedings of the AAAI Conference on Artificial Intelligence, 35(18): 15994\u201315996 (2021b)","DOI":"10.1609\/aaai.v35i18.17991"},{"key":"391_CR6","doi-asserted-by":"crossref","unstructured":"Blodgett, S.\u00a0L., Barocas, S., au2, H. D.\u00a0I., Wallach, H.: Language (Technology) is Power: A Critical Survey of \"Bias\" in NLP. In On Arxiv at: 2 (2020) https:\/\/arxiv.org\/abs\/2005.14050","DOI":"10.18653\/v1\/2020.acl-main.485"},{"key":"391_CR7","unstructured":"Brandon, E.: Why older citizens are more likely to vote. In (2020) https:\/\/money.usnews.com\/money\/retirement\/aging\/articles\/why-older-citizens-are-more-likely-to-vote"},{"issue":"2","key":"391_CR8","doi-asserted-by":"publisher","first-page":"332","DOI":"10.1093\/ije\/dyy274","volume":"48","author":"A Chatelan","year":"2019","unstructured":"Chatelan, A., Bochud, M., Frohlich, K.L.: Precision nutrition: hype or hope for public health interventions to reduce obesity? Int. J. Epidemiol. 48(2), 332\u2013342 (2019)","journal-title":"Int. J. Epidemiol."},{"key":"391_CR9","doi-asserted-by":"publisher","first-page":"757","DOI":"10.1007\/s12559-016-9415-7","volume":"8","author":"K Dashtipour","year":"2016","unstructured":"Dashtipour, K., Poria, S., Hussain, A., Cambria, E., Hawalah, A.Y.A., Gelbukh, A., Zhou, Q.: Multilingual sentiment analysis: state of the art and independent comparison of techniques. Cognit. Comput. 8, 757\u2013771 (2016). https:\/\/doi.org\/10.1007\/s12559-016-9415-7","journal-title":"Cognit. Comput."},{"key":"391_CR10","doi-asserted-by":"crossref","unstructured":"Davidson, T., Warmsley, D., Macy, M., Weber, I.: Automated Hate Speech Detection and the Problem of Offensive Language. In Proceedings of the 11th International AAAI Conference on Web and Social Media, ICWSM \u201917 (2017)","DOI":"10.1609\/icwsm.v11i1.14955"},{"key":"391_CR11","doi-asserted-by":"crossref","unstructured":"Deng, J., Dong, W., Socher, R., Li, L.-J., Li, K., Fei-Fei, L.: ImageNet: A large-scale hierarchical image database. In 2009 IEEE Conference on Computer Vision and Pattern Recognition, 248\u2013255 (2009)","DOI":"10.1109\/CVPR.2009.5206848"},{"key":"391_CR12","unstructured":"Dua, D., Graff, C.: UCI Machine Learning Repository (2017)"},{"key":"391_CR13","unstructured":"FDA. Food Labeling & Nutrition. In https:\/\/www.fda.gov\/food\/food-labeling-nutrition (2022)"},{"key":"391_CR14","doi-asserted-by":"crossref","unstructured":"Feder, A., Keith, K.\u00a0A., Manzoor, E., Pryzant, R., Sridhar, D., Wood-Doughty, Z., Eisenstein, J., Grimmer, J., Reichart, R., Roberts, M.\u00a0E., Stewart, B.\u00a0M., Veitch, V., Yang, D.: Causal Inference in Natural Language Processing: Estimation, Prediction, Interpretation and Beyond. CoRR, abs\/2109.00725 (2021)","DOI":"10.1162\/tacl_a_00511"},{"key":"391_CR15","unstructured":"Font, J.\u00a0E., Costa-juss\u00e0, M.\u00a0R.: Equalizing Gender Biases in Neural Machine Translation with Word Embeddings Techniques. CoRR, abs\/1901.03116 (2019)"},{"key":"391_CR16","unstructured":"Gebru, T., Morgenstern, J., Vecchione, B., Vaughan, J.\u00a0W., Wallach, H., Daum\u00e9\u00a0III, H., Crawford, K.: Datasheets for Datasets. In On Arxiv at: http:\/\/arxiv.org\/abs\/1803.09010. Cite arxiv:1803.09010Comment: Working Paper, comments are encouraged (2018)"},{"key":"391_CR17","unstructured":"Goodfellow, I., Shlens, J., Szegedy, C.: Explaining and Harnessing Adversarial Examples. In International Conference on Learning Representations (2015)"},{"key":"391_CR18","doi-asserted-by":"publisher","first-page":"47230","DOI":"10.1109\/ACCESS.2019.2909068","volume":"7","author":"T Gu","year":"2019","unstructured":"Gu, T., Liu, K., Dolan-Gavitt, B., Garg, S.: BadNets: evaluating backdooring attacks on deep neural networks. IEEE Access 7, 47230\u201347244 (2019)","journal-title":"IEEE Access"},{"key":"391_CR19","doi-asserted-by":"crossref","unstructured":"Guess, A., Nagler, J., Tucker, J.: Less than you think: Prevalence and predictors of fake news dissemination on Facebook. Sci. Adv. 5(1): eaau4586 (2019)","DOI":"10.1126\/sciadv.aau4586"},{"key":"391_CR20","doi-asserted-by":"crossref","unstructured":"Henderson, P., Sinha, K., Angelard-Gontier, N., Ke, N.\u00a0R., Fried, G., Lowe, R., Pineau, J.: Ethical Challenges in Data-Driven Dialogue Systems. CoRR, abs\/1711.09050 (2017)","DOI":"10.1145\/3278721.3278777"},{"key":"391_CR21","unstructured":"Hoffman, R.\u00a0R., Mueller, S.\u00a0T., Klein, G., Litman, J.: Metrics for Explainable AI: Challenges and Prospects. In On Arxiv at https:\/\/arxiv.org\/abs\/1812.04608 (2018)"},{"key":"391_CR22","unstructured":"Hutto, C.\u00a0J., Folds, D.\u00a0J., Appling, S.: Computationally Detecting and Quantifying the Degree of Bias in Sentence-Level Text of News Stories. In The First International Conference on Human and Social Analytics (HUSO) (2015)"},{"key":"391_CR23","doi-asserted-by":"crossref","unstructured":"Jiang, S., Min, W.: Food Computing for Multimedia. In Proceedings of the 28th ACM International Conference on Multimedia, 4782\u20134784 (2020)","DOI":"10.1145\/3394171.3418544"},{"key":"391_CR24","doi-asserted-by":"crossref","unstructured":"Joshi, H.\u00a0C., Yadav, U., Srivastava, B., Singh, R.\u00a0M.: Learning About People\u2019s Attitude Towards Food Available in India and Its Implications for Fair AI-based Systems. In ICDM Workshop on AI for Nudging and Personalization (WAIN) (2022)","DOI":"10.1109\/ICDMW58026.2022.00128"},{"key":"391_CR25","doi-asserted-by":"crossref","unstructured":"Kiritchenko, S., Mohammad, S.: Examining Gender and Race Bias in Two Hundred Sentiment Analysis Systems. In Proceedings of the Seventh Joint Conference on Lexical and Computational Semantics, 43\u201353. New Orleans, Louisiana: Association for Computational Linguistics (2018)","DOI":"10.18653\/v1\/S18-2005"},{"issue":"14","key":"391_CR26","doi-asserted-by":"publisher","first-page":"7684","DOI":"10.1073\/pnas.1915768117","volume":"117","author":"A Koenecke","year":"2020","unstructured":"Koenecke, A., Nam, A., Lake, E., Nudell, J., Quartey, M., Mengesha, Z., Toups, C., Rickford, J.R., Jurafsky, D., Goel, S.: Racial disparities in automated speech recognition. Proceedings of the National Academy of Sciences 117(14), 7684\u20137689 (2020)","journal-title":"Proceedings of the National Academy of Sciences"},{"key":"391_CR27","doi-asserted-by":"crossref","unstructured":"Lakkaraju, K., Srivastava, B., Valtorta, M.: Rating Sentiment Analysis Systems for Bias through a Causal Lens. In Under review (2023)","DOI":"10.1109\/TTS.2024.3375519"},{"key":"391_CR28","unstructured":"Liao, Q.\u00a0V., Srivastava, B., Kapanipathi, P.: A Measure for Dialog Complexity and its Application in Streamlining Service Operations. CoRR, abs\/1708.04134 (2017)"},{"issue":"1","key":"391_CR29","doi-asserted-by":"publisher","first-page":"51","DOI":"10.1017\/XPS.2020.5","volume":"8","author":"CB Mann","year":"2021","unstructured":"Mann, C.B.: Can conversing with a computer increase turnout? Mobilization using chatbot communication. J. Exper. Polit. Sci. 8(1), 51\u201362 (2021)","journal-title":"J. Exper. Polit. Sci."},{"key":"391_CR30","doi-asserted-by":"crossref","unstructured":"Mao, C., Cha, A., Gupta, A., Wang, H., Yang, J., Vondrick, C.: Generative interventions for causal learning. In Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition, 3947\u20133956 (2021)","DOI":"10.1109\/CVPR46437.2021.00394"},{"issue":"5","key":"391_CR31","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1145\/3329168","volume":"52","author":"W Min","year":"2019","unstructured":"Min, W., Jiang, S., Liu, L., Rui, Y., Jain, R.: A survey on food computing. ACM Computing Surveys (CSUR) 52(5), 1\u201336 (2019)","journal-title":"ACM Computing Surveys (CSUR)"},{"key":"391_CR32","doi-asserted-by":"crossref","unstructured":"Muppasani, B., Pallagani, V., Lakkaraju, K., Lei, S., Srivastava, B., Robertson, B., Hickerson, A., Narayanan, V.: On Safe and Usable Chatbots for Promoting Voter Participation (2022)","DOI":"10.1002\/aaai.12109"},{"key":"391_CR33","doi-asserted-by":"crossref","unstructured":"Narayanan, V., Robertson, B.\u00a0W., Hickerson, A., Srivastava, B., Smith, B.\u00a0W.: Securing social media for seniors from information attacks: Modeling, detecting, intervening, and communicating risks. In The Third IEEE International Conference on Cognitive Machine Intelligence (IEEE CogMI) (2021)","DOI":"10.1109\/TPSISA52974.2021.00053"},{"key":"391_CR34","doi-asserted-by":"crossref","unstructured":"Ntoutsi, E., Fafalios, P., Gadiraju, U., Iosifidis, V., Nejdl, W., Vidal, M.-E., Ruggieri, S., Turini, F., Papadopoulos, S., Krasanakis, E., Kompatsiaris, I., Kinder-Kurlanda, K., Wagner, C., Karimi, F., Fernandez, M., Alani, H., Berendt, B., Kruegel, T., Heinze, C., Broelemann, K., Kasneci, G., Tiropanis, T., Staab, S.: Bias in Data-driven AI Systems \u2013 An Introductory Survey. In On Arxiv at: https:\/\/arxiv.org\/abs\/2001.09762 (2020)","DOI":"10.1002\/widm.1356"},{"key":"391_CR35","unstructured":"Oasis. Universal Description, Discovery and Integration v3.0.2 (UDDI). In https:\/\/www.oasis-open.org\/specs\/index.php#uddiv3.0.2; Last accessed 19 Jan 2023 (2023)"},{"key":"391_CR36","unstructured":"Pallagani, V., Ramamurthy, P., Khandelwal, V., Venkataramanan, R., Lakkaraju, K., Aakur, S.\u00a0N., Srivastava, B.: A Rich Recipe Representation as Plan to Support Expressive Multi Modal Queries on Recipe Content and Preparation Process (2022)"},{"key":"391_CR37","doi-asserted-by":"crossref","unstructured":"Patki, N., Wedge, R., Veeramachaneni, K.: The Synthetic Data Vault. In 2016 IEEE International Conference on Data Science and Advanced Analytics (DSAA), 399\u2013410 (2016)","DOI":"10.1109\/DSAA.2016.49"},{"key":"391_CR38","doi-asserted-by":"publisher","DOI":"10.1017\/CBO9780511803161","volume-title":"Causality","author":"J Pearl","year":"2009","unstructured":"Pearl, J.: Causality. Cambridge University Press, Cambridge (2009)"},{"key":"391_CR39","unstructured":"PewResearchCenter. An examination of the 2016 electorate, based on validated voters. In https:\/\/www.pewresearch.org\/politics\/2018\/08\/09\/an-examination-of-the-2016-electorate-based-on-validated-voters\/ (2018)"},{"key":"391_CR40","unstructured":"Prates, M. O.\u00a0R., Avelar, P. H.\u00a0C., Lamb, L.\u00a0C.: Assessing Gender Bias in Machine Translation - A Case Study with Google Translate. CoRR, abs\/1809.02208 (2018)"},{"key":"391_CR41","unstructured":"PW.: Programmable Web. In https:\/\/www.programmableweb.com\/apis; Last accessed 19 Jan 2023 (2023)"},{"key":"391_CR42","doi-asserted-by":"crossref","unstructured":"Ribeiro, M.\u00a0T., Singh, S., Guestrin, C.: Semantically Equivalent Adversarial Rules for Debugging NLP models. In Proceedings of the 56th Annual Meeting of the Association for Computational Linguistics (Volume 1: Long Papers), 856\u2013865. Association for Computational Linguistics (2018)","DOI":"10.18653\/v1\/P18-1079"},{"key":"391_CR43","unstructured":"Seedat, F., Taylor-Phillip, S.: UK guidance on evaluating AI for use in breast screening. In https:\/\/nationalscreening.blog.gov.uk\/2022\/08\/01\/guidance-on-evaluating-ai-for-use-in-breast-screening\/ (2022)"},{"key":"391_CR44","doi-asserted-by":"publisher","unstructured":"Srinivasan, R., Chander, A.: Biases in AI Systems. In Communications of the ACM, August 2021, Vol. 64 No. 8, Pages 44-49, https:\/\/doi.org\/10.1145\/3464903 (2021)","DOI":"10.1145\/3464903"},{"issue":"8","key":"391_CR45","doi-asserted-by":"publisher","first-page":"100308","DOI":"10.1016\/j.patter.2021.100308","volume":"2","author":"B Srivastava","year":"2021","unstructured":"Srivastava, B.: Did chatbots miss their \u201cApollo Moment\u2019\u2019? Potential, gaps, and lessons from using collaboration assistants during COVID-19. In Patterns 2(8), 100308 (2021)","journal-title":"In Patterns"},{"key":"391_CR46","doi-asserted-by":"crossref","unstructured":"Srivastava, B., Rossi, F.: Towards Composable Bias Rating of AI Systems. In 2018 AI Ethics and Society Conference (AIES 2018), New Orleans, Louisiana, USA, Feb 2-3 (2018)","DOI":"10.1145\/3278721.3278744"},{"key":"391_CR47","unstructured":"Srivastava, B., Rossi, F.: Rating AI Systems for Bias to Promote Trustable Applications. In IBM J. Res. Develop. (2020)"},{"key":"391_CR48","doi-asserted-by":"crossref","unstructured":"Srivastava, B., Rossi, F., Usmani, S., Bernagozzi, M.: Personalized Chatbot Trustworthiness Ratings. In IEEE Transactions on Technology and Society (2020)","DOI":"10.1109\/TTS.2020.3023919"},{"key":"391_CR49","unstructured":"UC-Davis. Food Labeling. In https:\/\/ucfoodsafety.ucdavis.edu\/processing-distribution\/regulations-processing-food\/food-labeling (2022)"},{"key":"391_CR50","unstructured":"UCS. Transparency in Food Labeling. In https:\/\/www.ucsusa.org\/resources\/transparency-food-labeling (2016)"},{"key":"391_CR51","unstructured":"UnitedHealthRankings.: Senior Report: Vote Participation - Age 65+ (Midterm). In https:\/\/www.americashealthrankings.org\/explore\/senior\/measure\/voter_turnout_Senior\/state\/ALL (2022)"},{"key":"391_CR52","unstructured":"US-BLS.: List of occupations. In https:\/\/www.bls.gov\/bls\/occupation.html; Last accessed 19 Jan 2023 (2023)"},{"key":"391_CR53","unstructured":"Varshney, K.\u00a0R.: Trustworthy machine learning. ISBNL 979-8411903959 (2022)"},{"key":"391_CR54","doi-asserted-by":"crossref","unstructured":"Verma, S., Rubin, J.: Fairness Definitions Explained. In Proceedings of the International Workshop on Software Fairness, FairWare \u201918, 1\u20137. New York, NY, USA: Association for Computing Machinery. ISBN 9781450357463 (2018)","DOI":"10.1145\/3194770.3194776"},{"key":"391_CR55","unstructured":"Wallach, W., Allen, C.: Moral Machines: Teaching Robots Right from Wrong. USA: Oxford University Press, Inc. ISBN 0195374045 (2008)"},{"issue":"5","key":"391_CR56","doi-asserted-by":"publisher","first-page":"416","DOI":"10.1016\/S2213-8587(18)30037-8","volume":"6","author":"DD Wang","year":"2018","unstructured":"Wang, D.D., Hu, F.B.: Precision nutrition for prevention and management of type 2 diabetes. Lancet Diabetes Endocrinol. 6(5), 416\u2013426 (2018)","journal-title":"Lancet Diabetes Endocrinol."},{"key":"391_CR57","doi-asserted-by":"crossref","unstructured":"Wang, W., Chen, L., Thirunarayan, K., Sheth, A.\u00a0P.: Cursing in English on Twitter. In CSCW (2014)","DOI":"10.1145\/2531602.2531734"},{"key":"391_CR58","doi-asserted-by":"crossref","unstructured":"Wang, W., Feng, F., He, X., Wang, X., Chua, T.-S.: Deconfounded Recommendation for Alleviating Bias Amplification. In Proceedings of the 27th ACM SIGKDD Conference on Knowledge Discovery &; Data Mining, KDD \u201921, 1717\u20131725. New York, NY, USA: Association for Computing Machinery. ISBN 9781450383325 (2021)","DOI":"10.1145\/3447548.3467249"},{"key":"391_CR59","unstructured":"Xiang, A., Raji, I.\u00a0D.: On the Legal Compatibility of Fairness Definitions. In On Arxiv at: https:\/\/arxiv.org\/abs\/1912.00761 (2019)"},{"key":"391_CR60","doi-asserted-by":"crossref","unstructured":"Xu, S., Tan, J., Heinecke, S., Li, J., Zhang, Y.: Deconfounded Causal Collaborative Filtering (2021)","DOI":"10.1145\/3511808.3557300"}],"container-title":["AI and Ethics"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s43681-023-00391-5.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s43681-023-00391-5\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s43681-023-00391-5.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,4,15]],"date-time":"2024-04-15T09:08:03Z","timestamp":1713172083000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s43681-023-00391-5"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,12,19]]},"references-count":60,"journal-issue":{"issue":"1","published-print":{"date-parts":[[2024,2]]}},"alternative-id":["391"],"URL":"https:\/\/doi.org\/10.1007\/s43681-023-00391-5","relation":{},"ISSN":["2730-5953","2730-5961"],"issn-type":[{"value":"2730-5953","type":"print"},{"value":"2730-5961","type":"electronic"}],"subject":[],"published":{"date-parts":[[2023,12,19]]},"assertion":[{"value":"19 December 2023","order":1,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}}]}}