{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,2]],"date-time":"2026-03-02T22:57:32Z","timestamp":1772492252713,"version":"3.50.1"},"reference-count":83,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","license":[{"start":{"date-parts":[[2021,1,1]],"date-time":"2021-01-01T00:00:00Z","timestamp":1609459200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2021,1,1]],"date-time":"2021-01-01T00:00:00Z","timestamp":1609459200000},"content-version":"am","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"}],"funder":[{"name":"Singapore Ministry of Education Testing and Verification of Artificial Intelligence Systems"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IIEEE Trans. Software Eng."],"published-print":{"date-parts":[[2021]]},"DOI":"10.1109\/tse.2021.3136169","type":"journal-article","created":{"date-parts":[[2021,12,16]],"date-time":"2021-12-16T20:41:31Z","timestamp":1639687291000},"page":"1-1","source":"Crossref","is-referenced-by-count":40,"title":["BiasFinder: Metamorphic Test Generation to Uncover Bias for Sentiment Analysis Systems"],"prefix":"10.1109","author":[{"given":"Muhammad Hilmi","family":"Asyrofi","sequence":"first","affiliation":[]},{"given":"Zhou","family":"Yang","sequence":"additional","affiliation":[]},{"given":"Imam Nur Bani","family":"Yusuf","sequence":"additional","affiliation":[]},{"given":"Hong Jin","family":"Kang","sequence":"additional","affiliation":[]},{"given":"Ferdian","family":"Thung","sequence":"additional","affiliation":[]},{"given":"David","family":"Lo","sequence":"additional","affiliation":[]}],"member":"263","reference":[{"key":"ref73","doi-asserted-by":"publisher","DOI":"10.1145\/3377811.3380420"},{"key":"ref72","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2019.2962027"},{"key":"ref71","first-page":"3315","article-title":"Equality of opportunity in supervised learning","author":"hardt","year":"2016","journal-title":"Proc Adv Neural Inf Process Syst"},{"key":"ref70","doi-asserted-by":"publisher","DOI":"10.1145\/3278721.3278729"},{"key":"ref76","doi-asserted-by":"publisher","DOI":"10.1109\/ASWEC.2018.00021"},{"key":"ref77","doi-asserted-by":"publisher","DOI":"10.1109\/ICSME46990.2020.00066"},{"key":"ref74","doi-asserted-by":"publisher","DOI":"10.1145\/3241979"},{"key":"ref39","doi-asserted-by":"crossref","first-page":"183","DOI":"10.1126\/science.aal4230","article-title":"Semantics derived automatically from language corpora contain human-like biases","volume":"356","author":"caliskan","year":"2017","journal-title":"Science"},{"key":"ref75","doi-asserted-by":"publisher","DOI":"10.1145\/3238147.3238187"},{"key":"ref38","doi-asserted-by":"publisher","DOI":"10.1145\/3306618.3317950"},{"key":"ref78","doi-asserted-by":"publisher","DOI":"10.1145\/3468264.3473124"},{"key":"ref79","doi-asserted-by":"publisher","DOI":"10.1109\/ICSME52107.2021.00079"},{"key":"ref33","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/W19-3809"},{"key":"ref32","doi-asserted-by":"publisher","DOI":"10.1145\/3173574.3173986"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.24963\/ijcai.2020\/64"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/S18-2005"},{"key":"ref37","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v33i01.33017801"},{"key":"ref36","doi-asserted-by":"publisher","DOI":"10.24963\/ijcai.2019\/199"},{"key":"ref35","first-page":"4069","article-title":"Counterfactual fairness","author":"kusner","year":"2017","journal-title":"Proc Adv Neural Inf Process Syst"},{"key":"ref34","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2022.3141758"},{"key":"ref60","doi-asserted-by":"publisher","DOI":"10.1162\/tacl_a_00373"},{"key":"ref62","author":"cochran","year":"1977","journal-title":"Sampling Techniques"},{"key":"ref61","article-title":"Sample size calculator","year":"2021"},{"key":"ref63","doi-asserted-by":"publisher","DOI":"10.1016\/j.infsof.2020.106429"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/P18-1031"},{"key":"ref64","doi-asserted-by":"publisher","DOI":"10.1145\/3180155.3180180"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-32381-3_16"},{"key":"ref65","doi-asserted-by":"publisher","DOI":"10.1109\/ICSE43902.2021.00144"},{"key":"ref66","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/P19-2057"},{"key":"ref29","doi-asserted-by":"publisher","DOI":"10.1109\/MIS.2017.4531228"},{"key":"ref67","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v33i01.33016940"},{"key":"ref68","doi-asserted-by":"publisher","DOI":"10.1145\/3468264.3473117"},{"key":"ref69","doi-asserted-by":"publisher","DOI":"10.1109\/ICSME52107.2021.00073"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1145\/3238147.3238165"},{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1145\/3106237.3106277"},{"key":"ref20","first-page":"3766","article-title":"Twitter sentiment analysis in healthcare using hadoop and r","author":"gupta","year":"2016","journal-title":"Proc Int Conf Comput Sustain Glob Develop"},{"key":"ref22","first-page":"2790","article-title":"Medical sentiment analysis using social media: Towards building a patient assisted system","author":"yadav","year":"2018","journal-title":"Proc 11th Int Conf Lang Resour Eval"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2020.3002176"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/P18-1030"},{"key":"ref23","article-title":"Efficient vector representation for documents through corruption","author":"chen","year":"0"},{"key":"ref26","first-page":"5753","article-title":"XLNET: Generalized autoregressive pretraining for language understanding","author":"yang","year":"2019","journal-title":"Proc Adv Neural Inf Processi Syst"},{"key":"ref25","first-page":"2742","article-title":"Information aggregation via dynamic routing for sequence encoding","author":"gong","year":"0"},{"key":"ref50","first-page":"823","article-title":"Benchmarking Twitter sentiment analysis tools","author":"abbasi","year":"2014","journal-title":"Proc Int Conf Lang Resour Eval"},{"key":"ref51","first-page":"1","article-title":"Twitter sentiment classification using distant supervision","volume":"150","author":"go","year":"2009","journal-title":"PROCESSING"},{"key":"ref59","article-title":"BARTScore: Evaluating generated text as text generation","author":"yuan","year":"2021","journal-title":"Proc Conf Neural Inf Process Syst"},{"key":"ref58","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2021.emnlp-main.468"},{"key":"ref57","article-title":"ELECTRA: Pre-training text encoders as discriminators rather than generators","author":"clark","year":"2020","journal-title":"Proc Int Conf Learn Representations"},{"key":"ref56","article-title":"ALBERT: A lite BERT for self-supervised learning of language representations","author":"lan","year":"2020","journal-title":"Proc Int Conf Learn Representations"},{"key":"ref55","article-title":"RoBERTa: A robustly optimized BERT pretraining approach","author":"liu","year":"2019"},{"key":"ref54","first-page":"4171","article-title":"Bert: Pre-training of deep bidirectional transformers for language understanding","author":"devlin","year":"2019","journal-title":"Proc Conf North Amer Chapter Assoc Comput Linguistics Hum Lang Technol"},{"key":"ref53","first-page":"1","article-title":"Exploring the limits of transfer learning with a unified text-to-text transformer","volume":"21","author":"raffel","year":"2020","journal-title":"J Mach Learn Res"},{"key":"ref52","first-page":"1877","article-title":"Language models are few-shot learners","volume":"33","author":"brown","year":"2020"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1007\/s11135-016-0412-4"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1186\/s13174-018-0089-0"},{"key":"ref40","first-page":"543","article-title":"Transformation-based error-driven learning and natural language processing: A case study in part-of-speech tagging","volume":"21","author":"brill","year":"1995","journal-title":"Comput Linguistics"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1007\/s10115-017-1134-1"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1007\/s42521-019-00014-x"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1109\/ASONAM.2016.7752381"},{"key":"ref15","first-page":"1","article-title":"Big data: Deep learning for financial sentiment analysis","volume":"5","author":"sohangir","year":"2017","journal-title":"J Big Data"},{"key":"ref82","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/P18-1079"},{"key":"ref16","article-title":"Marketing research: The role of sentiment analysis","author":"rambocas","year":"2013","journal-title":"Working Paper Series"},{"key":"ref81","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/N18-1170"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1109\/MC.2017.133"},{"key":"ref18","first-page":"353","article-title":"SA-E: Sentiment analysis for education","volume":"255","author":"altrabsheh","year":"0","journal-title":"Proc Front Artif Intell Appl"},{"key":"ref83","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/D19-1578"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-20954-4_31"},{"key":"ref80","article-title":"Generating natural adversarial examples","author":"zhao","year":"2018","journal-title":"Proc Int Conf Learn Representations"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1145\/3368089.3409697"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1109\/EuroSP.2017.29"},{"key":"ref6","first-page":"79","article-title":"Thumbs up? Sentiment classification using machine learning techniques","author":"pang","year":"2002","journal-title":"Proc ACL-02 Conf Empirical Methods Natural Lang Process"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2020.acl-main.442"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1016\/j.asej.2014.04.011"},{"key":"ref7","first-page":"417","article-title":"Thumbs up or thumbs down? Semantic orientation applied to unsupervised classification of reviews","author":"turney","year":"2002","journal-title":"Proc 32nd Ann Meeting Assoc for Computational Linguistics"},{"key":"ref49","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2021.acl-long.335"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1109\/TAFFC.2020.3038167"},{"key":"ref46","doi-asserted-by":"publisher","DOI":"10.1126\/science.aal4230"},{"key":"ref45","first-page":"4356","article-title":"Man is to computer programmer as woman is to homemaker? Debiasing word embeddings","author":"bolukbasi","year":"2016","journal-title":"Proc Int Conf Neural Inf Process"},{"key":"ref48","first-page":"142","article-title":"Learning word vectors for sentiment analysis","author":"maas","year":"2011","journal-title":"Proc Annu Meeting Assoc Comput Linguistics Hum Lang Technol"},{"key":"ref47","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/N18-2003"},{"key":"ref42","doi-asserted-by":"publisher","DOI":"10.1162\/089120101753342653"},{"key":"ref41","doi-asserted-by":"publisher","DOI":"10.1075\/li.30.1.03nad"},{"key":"ref44","doi-asserted-by":"publisher","DOI":"10.3115\/v1\/D14-1082"},{"key":"ref43","first-page":"1","article-title":"Dependency parsing","volume":"2","author":"nivre","year":"2009","journal-title":"Synthesis Lectures on Human Language Technologies"}],"container-title":["IEEE Transactions on Software Engineering"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/32\/4359463\/09653830.pdf?arnumber=9653830","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,12,13]],"date-time":"2022-12-13T17:00:39Z","timestamp":1670950839000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/9653830\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2021]]},"references-count":83,"URL":"https:\/\/doi.org\/10.1109\/tse.2021.3136169","relation":{},"ISSN":["0098-5589","1939-3520","2326-3881"],"issn-type":[{"value":"0098-5589","type":"print"},{"value":"1939-3520","type":"electronic"},{"value":"2326-3881","type":"electronic"}],"subject":[],"published":{"date-parts":[[2021]]}}}