{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,9,19]],"date-time":"2025-09-19T11:14:35Z","timestamp":1758280475541,"version":"3.28.0"},"reference-count":34,"publisher":"IEEE","license":[{"start":{"date-parts":[[2022,11,10]],"date-time":"2022-11-10T00:00:00Z","timestamp":1668038400000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2022,11,10]],"date-time":"2022-11-10T00:00:00Z","timestamp":1668038400000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2022,11,10]]},"DOI":"10.1109\/asonam55673.2022.10068681","type":"proceedings-article","created":{"date-parts":[[2023,3,23]],"date-time":"2023-03-23T17:38:09Z","timestamp":1679593089000},"page":"147-154","source":"Crossref","is-referenced-by-count":2,"title":["Noise Audits Improve Moral Foundation Classification"],"prefix":"10.1109","author":[{"given":"Negar","family":"Mokhberian","sequence":"first","affiliation":[{"name":"Information Sciences Institute, University of Southern California"}]},{"given":"Frederic R.","family":"Hopp","sequence":"additional","affiliation":[{"name":"Amsterdam School of Communication Research, University of Amsterdam"}]},{"given":"Bahareh","family":"Harandizadeh","sequence":"additional","affiliation":[{"name":"Information Sciences Institute, University of Southern California"}]},{"given":"Fred","family":"Morstatter","sequence":"additional","affiliation":[{"name":"Information Sciences Institute, University of Southern California"}]},{"given":"Kristina","family":"Lerman","sequence":"additional","affiliation":[{"name":"Information Sciences Institute, University of Southern California"}]}],"member":"263","reference":[{"doi-asserted-by":"publisher","key":"ref1","DOI":"10.1037\/a0015141"},{"doi-asserted-by":"publisher","key":"ref2","DOI":"10.1016\/b978-0-12-407236-7.00002-4"},{"doi-asserted-by":"publisher","key":"ref3","DOI":"10.1525\/collabra.129"},{"doi-asserted-by":"publisher","key":"ref4","DOI":"10.1038\/s41562-018-0353-0"},{"key":"ref5","first-page":"16","article-title":"Purity homophily in social networks - invited talk","volume-title":"Proceedings of the 7th Workshop on Computational Approaches to Subjectivity, Sentiment and Social Media Analysis","author":"Dehghani"},{"doi-asserted-by":"publisher","key":"ref6","DOI":"10.1007\/978-3-030-60975-7_16"},{"doi-asserted-by":"publisher","key":"ref7","DOI":"10.3758\/s13428-020-01433-0"},{"doi-asserted-by":"publisher","key":"ref8","DOI":"10.1080\/19312458.2018.1447656"},{"doi-asserted-by":"publisher","key":"ref9","DOI":"10.1177\/0956797620960397"},{"doi-asserted-by":"publisher","key":"ref10","DOI":"10.1177\/1948550619876629"},{"doi-asserted-by":"publisher","key":"ref11","DOI":"10.1080\/03637751.2021.1963513"},{"doi-asserted-by":"publisher","key":"ref12","DOI":"10.1016\/j.cognition.2021.104696"},{"key":"ref13","article-title":"Contextualized moral inference","author":"Xie","year":"2020","journal-title":"arXiv preprint"},{"key":"ref14","article-title":"The moral foundations reddit corpus","author":"Trager","year":"2022","journal-title":"arXiv preprint"},{"doi-asserted-by":"publisher","key":"ref15","DOI":"10.1609\/icwsm.v11i1.14958"},{"volume-title":"Noise: A flaw in human judgment","year":"2021","author":"Kahneman","key":"ref16"},{"key":"ref17","first-page":"133","article-title":"On releasing annotator-level labels and information in datasets","volume-title":"Proceedings of The Joint 15th Linguistic Annotation Workshop (LAW) and 3rd Designing Meaning Representations (DMR) Workshop","author":"Prabhakaran"},{"doi-asserted-by":"publisher","key":"ref18","DOI":"10.1162\/tacl_a_00449"},{"key":"ref19","first-page":"9275","article-title":"Dataset cartography: Mapping and diagnosing datasets with training dynamics","volume-title":"Proceedings of the 2020 Conference on Empirical Methods in Natural Language Processing (EMNLP)","author":"Swayamdipta"},{"key":"ref20","first-page":"859","article-title":"Corpus annotation through crowdsourcing: Towards best practice guidelines","volume-title":"Proceedings of the ninth international conference on language resources and evaluation (LREC14)","author":"Sabou"},{"key":"ref21","article-title":"Information-theoretic measures of dataset difficulty","author":"Ethayarajh","year":"2021","journal-title":"arXiv preprint"},{"key":"ref22","doi-asserted-by":"crossref","first-page":"677","DOI":"10.1162\/tacl_a_00293","article-title":"Inherent disagreements in human textual inferences","volume":"7","author":"Pavlick","year":"2019","journal-title":"Transactions of the Association for Computational Linguistics"},{"key":"ref23","first-page":"17044","article-title":"Identifying mislabeled data using the area under the margin ranking","volume":"33","author":"Pleiss","year":"2020","journal-title":"Advances in Neural Information Processing Systems"},{"doi-asserted-by":"publisher","key":"ref24","DOI":"10.1145\/3487351.3488361"},{"volume-title":"International Conference on Learning Representations","author":"Toneva","article-title":"An empirical study of example forgetting during deep neural network learning","key":"ref25"},{"key":"ref26","first-page":"4486","article-title":"Evaluation examples are not equally informative: How should that change NLP leaderboards?","volume-title":"Proceedings of the 59th Annual Meeting of the Association for Computational Linguistics and the 11th International Joint Conference on Natural Language Processing (Volume 1: Long Papers)","author":"Rodriguez"},{"doi-asserted-by":"publisher","key":"ref27","DOI":"10.1016\/0377-0427(87)90125-7"},{"doi-asserted-by":"publisher","key":"ref28","DOI":"10.48550\/ARXIV.1907.11692"},{"key":"ref29","article-title":"Adam: A method for stochastic optimization","author":"Kingma","year":"2014","journal-title":"arXiv preprint"},{"key":"ref30","article-title":"Huggingfaces trans-formers: State-of-the-art natural language processing","author":"Wolf","year":"2019","journal-title":"arXiv preprint"},{"doi-asserted-by":"publisher","key":"ref31","DOI":"10.18653\/v1\/D19-1410"},{"key":"ref32","article-title":"Whose ground truth? accounting for individual and collective identities underlying dataset annotation","author":"Denton","year":"2021","journal-title":"arXiv preprint"},{"key":"ref33","article-title":"Annotators with attitudes: How annotator beliefs and identities bias toxic language detection","author":"Sap","year":"2021","journal-title":"arXiv preprint"},{"key":"ref34","first-page":"138","article-title":"Are you a racist or am I seeing things? annotator influence on hate speech detection on Twitter","volume-title":"Proceedings of the First Workshop on NLP and Computational Social Science","author":"Waseem"}],"event":{"name":"2022 IEEE\/ACM International Conference on Advances in Social Networks Analysis and Mining (ASONAM)","start":{"date-parts":[[2022,11,10]]},"location":"Istanbul, Turkey","end":{"date-parts":[[2022,11,13]]}},"container-title":["2022 IEEE\/ACM International Conference on Advances in Social Networks Analysis and Mining (ASONAM)"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/10068562\/10068565\/10068681.pdf?arnumber=10068681","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,2,13]],"date-time":"2024-02-13T13:09:11Z","timestamp":1707829751000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/10068681\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022,11,10]]},"references-count":34,"URL":"https:\/\/doi.org\/10.1109\/asonam55673.2022.10068681","relation":{},"subject":[],"published":{"date-parts":[[2022,11,10]]}}}