{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,11,2]],"date-time":"2025-11-02T11:43:44Z","timestamp":1762083824167,"version":"build-2065373602"},"reference-count":58,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"7","license":[{"start":{"date-parts":[[2024,7,1]],"date-time":"2024-07-01T00:00:00Z","timestamp":1719792000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2024,7,1]],"date-time":"2024-07-01T00:00:00Z","timestamp":1719792000000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2024,7,1]],"date-time":"2024-07-01T00:00:00Z","timestamp":1719792000000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"funder":[{"name":"Hong Kong Theme-based Research Scheme","award":["T41-709\/17N"],"award-info":[{"award-number":["T41-709\/17N"]}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Trans. Visual. Comput. Graphics"],"published-print":{"date-parts":[[2024,7]]},"DOI":"10.1109\/tvcg.2023.3236380","type":"journal-article","created":{"date-parts":[[2023,1,12]],"date-time":"2023-01-12T21:23:10Z","timestamp":1673558590000},"page":"3594-3608","source":"Crossref","is-referenced-by-count":10,"title":["ShortcutLens: A Visual Analytics Approach for Exploring Shortcuts in Natural Language Understanding Dataset"],"prefix":"10.1109","volume":"30","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-7047-7988","authenticated-orcid":false,"given":"Zhihua","family":"Jin","sequence":"first","affiliation":[{"name":"Hong Kong University of Science and Technology, Hong Kong, China"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-5693-1128","authenticated-orcid":false,"given":"Xingbo","family":"Wang","sequence":"additional","affiliation":[{"name":"Hong Kong University of Science and Technology, Hong Kong, China"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-2329-6126","authenticated-orcid":false,"given":"Furui","family":"Cheng","sequence":"additional","affiliation":[{"name":"Hong Kong University of Science and Technology, Hong Kong"}]},{"given":"Chunhui","family":"Sun","sequence":"additional","affiliation":[{"name":"Peking University, Beijing, China"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-7000-1792","authenticated-orcid":false,"given":"Qun","family":"Liu","sequence":"additional","affiliation":[{"name":"Noah's Ark Lab, Huawei, Hong Kong, China"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-3344-9694","authenticated-orcid":false,"given":"Huamin","family":"Qu","sequence":"additional","affiliation":[{"name":"Hong Kong University of Science and Technology, Hong Kong, China"}]}],"member":"263","reference":[{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2021.naacl-main.385"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2020.emnlp-main.393"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/w18-5446"},{"key":"ref4","first-page":"3261","article-title":"Superglue: A stickier benchmark for general-purpose language understanding systems","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","author":"Wang"},{"key":"ref5","first-page":"380","article-title":"Utilizing bert for aspect-based sentiment analysis via constructing auxiliary sentence","volume-title":"Proc. Conf. North Amer. Chapter Assoc. Comput. Linguistics","author":"Sun"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/N19-1242"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1007\/s11042-020-10183-2"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.3390\/app9194062"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1016\/j.patter.2021.100336"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2021.naacl-main.324"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1038\/s42256-020-00257-z"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v34i05.6399"},{"key":"ref13","first-page":"1078","article-title":"Adversarial filters of dataset biases","volume-title":"Proc. 37th Int. Conf. Mach. Learn.","author":"Le Bras"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/P19-1459"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2021.emnlp-main.113"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.48550\/arXiv.1810.04805"},{"key":"ref17","first-page":"1","article-title":"Adversarial glue: A multi-task benchmark for robustness evaluation of language models","volume-title":"Proc. Neural Inf. Process. Syst. Track Datasets Benchmarks","author":"Wang","year":"2021"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/S18-2023"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/n18-2017"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2021.findings-acl.85"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/P19-1334"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.1162\/tacl_a_00041"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1145\/3458723"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.1109\/MCG.2018.042731661"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2017.2744158"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1109\/VAST.2017.8585721"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2020.3028976"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2020.emnlp-demos.15"},{"key":"ref29","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2021.3114794"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.1109\/VizSec48167.2019.9161563"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.1145\/3313831.3376451"},{"key":"ref32","doi-asserted-by":"publisher","DOI":"10.1109\/tvcg.2022.3148107"},{"key":"ref33","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2018.2865230"},{"key":"ref34","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2019.2934267"},{"key":"ref35","doi-asserted-by":"publisher","DOI":"10.1007\/s41095-020-0191-7"},{"key":"ref36","doi-asserted-by":"publisher","DOI":"10.1145\/2254556.2254659"},{"key":"ref37","first-page":"6402","article-title":"Simple and scalable predictive uncertainty estimation using deep ensembles","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","author":"Lakshminarayanan"},{"key":"ref38","first-page":"1","article-title":"Training confidence-calibrated classifiers for detecting out-of-distribution samples","volume-title":"Proc. Int. Conf. Learn. Representations","author":"Lee"},{"key":"ref39","doi-asserted-by":"publisher","DOI":"10.1109\/MCG.2019.2941856"},{"key":"ref40","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2020.2973258"},{"key":"ref41","doi-asserted-by":"publisher","DOI":"10.1111\/cgf.13662"},{"article-title":"DQI: Measuring data quality in NLP","year":"2020","author":"Mishra","key":"ref42"},{"key":"ref43","first-page":"420","article-title":"Geometry and spatial reasoning","volume-title":"Handbook of Research on Mathematics Teaching and Learning","author":"Clements","year":"1992"},{"key":"ref44","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2021.naacl-main.364"},{"key":"ref45","doi-asserted-by":"publisher","DOI":"10.1162\/tacl_a_00290"},{"key":"ref46","doi-asserted-by":"publisher","DOI":"10.21105\/joss.00861"},{"key":"ref47","doi-asserted-by":"publisher","DOI":"10.1002\/SERIES1345"},{"key":"ref48","doi-asserted-by":"publisher","DOI":"10.1109\/TASLP.2021.3124365"},{"article-title":"RoBERTa: A robustly optimized bert pretraining approach","year":"2019","author":"Liu","key":"ref49"},{"key":"ref50","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/P19-1139"},{"key":"ref51","doi-asserted-by":"publisher","DOI":"10.1145\/3560260"},{"key":"ref52","doi-asserted-by":"publisher","DOI":"10.1162\/tacl_a_00302"},{"key":"ref53","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2020.acl-main.540"},{"key":"ref54","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2021.acl-demo.43"},{"key":"ref55","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v34i05.6311"},{"key":"ref56","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2021.emnlp-main.555"},{"key":"ref57","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2022.findings-naacl.51"},{"key":"ref58","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2022.findings-emnlp.508"}],"container-title":["IEEE Transactions on Visualization and Computer Graphics"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/2945\/10576039\/10015807.pdf?arnumber=10015807","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,6,29]],"date-time":"2024-06-29T05:33:28Z","timestamp":1719639208000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/10015807\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,7]]},"references-count":58,"journal-issue":{"issue":"7"},"URL":"https:\/\/doi.org\/10.1109\/tvcg.2023.3236380","relation":{},"ISSN":["1077-2626","1941-0506","2160-9306"],"issn-type":[{"type":"print","value":"1077-2626"},{"type":"electronic","value":"1941-0506"},{"type":"electronic","value":"2160-9306"}],"subject":[],"published":{"date-parts":[[2024,7]]}}}