{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,5,14]],"date-time":"2026-05-14T10:59:35Z","timestamp":1778756375661,"version":"3.51.4"},"reference-count":44,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"9","license":[{"start":{"date-parts":[[2021,9,1]],"date-time":"2021-09-01T00:00:00Z","timestamp":1630454400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/legalcode"},{"start":{"date-parts":[[2021,9,1]],"date-time":"2021-09-01T00:00:00Z","timestamp":1630454400000},"content-version":"am","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/legalcode"}],"funder":[{"name":"Joint Design of Advanced Computing Solutions for Cancer"},{"DOI":"10.13039\/100000015","name":"U.S. Department of Energy","doi-asserted-by":"publisher","id":[{"id":"10.13039\/100000015","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000054","name":"National Cancer Institute","doi-asserted-by":"publisher","id":[{"id":"10.13039\/100000054","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000002","name":"National Institutes of Health","doi-asserted-by":"publisher","id":[{"id":"10.13039\/100000002","id-type":"DOI","asserted-by":"publisher"}]},{"name":"U.S. Department of Energy by Argonne National Laboratory","award":["DE-AC02-06-CH11357"],"award-info":[{"award-number":["DE-AC02-06-CH11357"]}]},{"DOI":"10.13039\/100006227","name":"Lawrence Livermore National Laboratory","doi-asserted-by":"publisher","award":["DEAC52-07NA27344"],"award-info":[{"award-number":["DEAC52-07NA27344"]}],"id":[{"id":"10.13039\/100006227","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100008902","name":"Los Alamos National Laboratory","doi-asserted-by":"publisher","award":["DE-AC5206NA25396"],"award-info":[{"award-number":["DE-AC5206NA25396"]}],"id":[{"id":"10.13039\/100008902","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100006228","name":"Oak Ridge National Laboratory","doi-asserted-by":"publisher","award":["DE-AC05-00OR22725"],"award-info":[{"award-number":["DE-AC05-00OR22725"]}],"id":[{"id":"10.13039\/100006228","id-type":"DOI","asserted-by":"publisher"}]},{"name":"Oak Ridge Leadership Computing Facility at Oak Ridge National Laboratory"},{"DOI":"10.13039\/100006132","name":"Office of Science","doi-asserted-by":"publisher","id":[{"id":"10.13039\/100006132","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000015","name":"U.S. Department of Energy","doi-asserted-by":"publisher","award":["DE-AC05-00OR22725"],"award-info":[{"award-number":["DE-AC05-00OR22725"]}],"id":[{"id":"10.13039\/100000015","id-type":"DOI","asserted-by":"publisher"}]},{"name":"Exascale Computing Project","award":["17-SC-20-SC"],"award-info":[{"award-number":["17-SC-20-SC"]}]},{"name":"U.S. Department of Energy Office of Science"},{"DOI":"10.13039\/100006168","name":"National Nuclear Security Administration","doi-asserted-by":"publisher","id":[{"id":"10.13039\/100006168","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE J. Biomed. Health Inform."],"published-print":{"date-parts":[[2021,9]]},"DOI":"10.1109\/jbhi.2021.3062322","type":"journal-article","created":{"date-parts":[[2021,2,26]],"date-time":"2021-02-26T20:30:32Z","timestamp":1614371432000},"page":"3596-3607","source":"Crossref","is-referenced-by-count":138,"title":["Limitations of Transformers on Clinical Text Classification"],"prefix":"10.1109","volume":"25","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-1803-1457","authenticated-orcid":false,"given":"Shang","family":"Gao","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Mohammed","family":"Alawad","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-1628-1962","authenticated-orcid":false,"given":"M. Todd","family":"Young","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-8424-4982","authenticated-orcid":false,"given":"John","family":"Gounley","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Noah","family":"Schaefferkoetter","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-5450-5878","authenticated-orcid":false,"given":"Hong Jun","family":"Yoon","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Xiao-Cheng","family":"Wu","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-5600-7645","authenticated-orcid":false,"given":"Eric B.","family":"Durbin","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-1454-8187","authenticated-orcid":false,"given":"Jennifer","family":"Doherty","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-3341-4018","authenticated-orcid":false,"given":"Antoinette","family":"Stroup","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Linda","family":"Coyle","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-9418-9638","authenticated-orcid":false,"given":"Georgia","family":"Tourassi","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"263","reference":[{"key":"ref39","doi-asserted-by":"publisher","DOI":"10.1093\/jamia\/ocy068"},{"key":"ref38","doi-asserted-by":"publisher","DOI":"10.1109\/MCI.2018.2840738"},{"key":"ref33","doi-asserted-by":"publisher","DOI":"10.1093\/jamia\/ocx131"},{"key":"ref32","first-page":"409","article-title":"Multi-label classification of patient notes a case study on ICD code assignment","author":"baumel","year":"2017","journal-title":"Proc AAAI Workshops"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/N18-1100"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.1371\/journal.pone.0192360"},{"key":"ref37","doi-asserted-by":"publisher","DOI":"10.3115\/v1\/D14-1181"},{"key":"ref36","first-page":"5998","article-title":"Attention is all you need","author":"vaswani","year":"2017","journal-title":"Proc 31st Int Conf Neural Inf Process Syst"},{"key":"ref35","article-title":"A survey on contextual embeddings","author":"liu","year":"2020"},{"key":"ref34","doi-asserted-by":"publisher","DOI":"10.1007\/s11431-020-1647-3"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1109\/JBHI.2017.2700722"},{"key":"ref40","first-page":"246","article-title":"Medical text classification using convolutional neural networks","volume":"235","author":"hughes","year":"2017","journal-title":"Stud Health Technol Inform"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1016\/j.artmed.2019.101726"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/P19-1485"},{"key":"ref13","article-title":"A BERT baseline for the natural questions","author":"alberti","year":"2019"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/D19-1250"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/P19-1279"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/D19-1387"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/K19-1074"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-32381-3_16"},{"key":"ref19","article-title":"DocBERT: BERT for document classification","author":"adhikari","year":"2019"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.1007\/s10549-016-4035-1"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1145\/1390156.1390177"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.4103\/jpi.jpi_55_17"},{"key":"ref3","article-title":"Megatron-LM: Training multi-billion parameter language models using model parallelism","author":"shoeybi","year":"2019"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1093\/bioinformatics\/btz682"},{"key":"ref29","first-page":"455","article-title":"Tumor information extraction in radiology reports for hepatocellular carcinoma patients","volume":"2016","author":"yim","year":"2016","journal-title":"AMIA Summits Transl Sci Proc"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1038\/sdata.2016.35"},{"key":"ref8","article-title":"Reformer: The efficient transformer","author":"kitaev","year":"2020","journal-title":"Proc ICLR 8th Int Conf Learn Representations"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/W19-5006"},{"key":"ref2","first-page":"4171","article-title":"BERT: Pre-training of deep bidirectional transformers for language understanding","author":"devlin","year":"2019","journal-title":"Proc NAACL-HLT Annu Conf North Amer Chapter Assoc Comput Linguistics"},{"key":"ref9","article-title":"Longformer: The long-document transformer","author":"beltagy","year":"2020"},{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1093\/jamia\/ocz200"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/P19-1054"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/W19-1909"},{"key":"ref21","first-page":"307","article-title":"Enriching BERT with knowledge graph embeddings for document classification","author":"ostendorff","year":"2019","journal-title":"Proc GermEval 2019 Workshop"},{"key":"ref42","first-page":"1","article-title":"BioWordVec, improving biomedical word embeddings with subword information and MeSH","volume":"6","author":"zhang","year":"2019","journal-title":"Data Science Journal"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.2196\/12239"},{"key":"ref41","doi-asserted-by":"publisher","DOI":"10.1093\/jamia\/ocz153"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1109\/JBHI.2020.3005016"},{"key":"ref44","article-title":"Domain-specific language model pretraining for biomedical natural language processing","author":"gu","year":"2020"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1186\/s12911-018-0609-7"},{"key":"ref43","article-title":"Pretrained encyclopedia: Weakly supervised knowledge-pretrained language model","author":"xiong","year":"2020","journal-title":"Proc ICLR 8th Int Conf Learn Representations"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.1016\/j.jbi.2019.103337"}],"container-title":["IEEE Journal of Biomedical and Health Informatics"],"original-title":[],"link":[{"URL":"https:\/\/ieeexplore.ieee.org\/ielam\/6221020\/9528502\/9364676-aam.pdf","content-type":"application\/pdf","content-version":"am","intended-application":"syndication"},{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/6221020\/9528502\/09364676.pdf?arnumber=9364676","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,4,8]],"date-time":"2022-04-08T18:53:12Z","timestamp":1649443992000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/9364676\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2021,9]]},"references-count":44,"journal-issue":{"issue":"9"},"URL":"https:\/\/doi.org\/10.1109\/jbhi.2021.3062322","relation":{},"ISSN":["2168-2194","2168-2208"],"issn-type":[{"value":"2168-2194","type":"print"},{"value":"2168-2208","type":"electronic"}],"subject":[],"published":{"date-parts":[[2021,9]]}}}