{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,9,6]],"date-time":"2026-09-06T17:34:41Z","timestamp":1788716081117,"version":"build-2803163510"},"reference-count":32,"publisher":"Springer Science and Business Media LLC","issue":"1","license":[{"start":{"date-parts":[[2022,6,3]],"date-time":"2022-06-03T00:00:00Z","timestamp":1654214400000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0"},{"start":{"date-parts":[[2022,6,3]],"date-time":"2022-06-03T00:00:00Z","timestamp":1654214400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0"}],"funder":[{"DOI":"10.13039\/100007217","name":"Health Services Research and Development","doi-asserted-by":"publisher","award":["IIR 17-028-3"],"award-info":[{"award-number":["IIR 17-028-3"]}],"id":[{"id":"10.13039\/100007217","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100007217","name":"Health Services Research and Development","doi-asserted-by":"publisher","award":["IIR 17-028-3"],"award-info":[{"award-number":["IIR 17-028-3"]}],"id":[{"id":"10.13039\/100007217","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100007217","name":"Health Services Research and Development","doi-asserted-by":"publisher","award":["IIR 17-028-3"],"award-info":[{"award-number":["IIR 17-028-3"]}],"id":[{"id":"10.13039\/100007217","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100007217","name":"Health Services Research and Development","doi-asserted-by":"publisher","award":["IIR 17-028-3"],"award-info":[{"award-number":["IIR 17-028-3"]}],"id":[{"id":"10.13039\/100007217","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100007217","name":"Health Services Research and Development","doi-asserted-by":"publisher","award":["IIR 17-028-3"],"award-info":[{"award-number":["IIR 17-028-3"]}],"id":[{"id":"10.13039\/100007217","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100007217","name":"Health Services Research and Development","doi-asserted-by":"publisher","award":["IIR 17-028-3"],"award-info":[{"award-number":["IIR 17-028-3"]}],"id":[{"id":"10.13039\/100007217","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100007217","name":"Health Services Research and Development","doi-asserted-by":"publisher","award":["IIR 17-028-3"],"award-info":[{"award-number":["IIR 17-028-3"]}],"id":[{"id":"10.13039\/100007217","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100007217","name":"Health Services Research and Development","doi-asserted-by":"publisher","award":["IIR 17-028-3"],"award-info":[{"award-number":["IIR 17-028-3"]}],"id":[{"id":"10.13039\/100007217","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100007217","name":"Health Services Research and Development","doi-asserted-by":"publisher","award":["IIR 17-028-3"],"award-info":[{"award-number":["IIR 17-028-3"]}],"id":[{"id":"10.13039\/100007217","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100007217","name":"Health Services Research and Development","doi-asserted-by":"publisher","award":["IIR 17-028-3"],"award-info":[{"award-number":["IIR 17-028-3"]}],"id":[{"id":"10.13039\/100007217","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["BMC Med Inform Decis Mak"],"published-print":{"date-parts":[[2022,12]]},"abstract":"<jats:title>Abstract<\/jats:title><jats:sec>\n                <jats:title>Background<\/jats:title>\n                <jats:p>We aim to develop and test performance of a semi-automated method (computerized query combined with manual review) for chart abstraction in the identification and characterization of surveillance radiology imaging for post-treatment non-small cell lung cancer patients.<\/jats:p>\n              <\/jats:sec><jats:sec>\n                <jats:title>Methods<\/jats:title>\n                <jats:p>A gold standard dataset consisting of 3011 radiology reports from 361 lung cancer patients treated at the Veterans Health Administration from 2008 to 2016 was manually created by an abstractor coding image type, image indication, and image findings. Computerized queries using a text search tool were performed to code reports. The primary endpoint of query performance was evaluated by sensitivity, positive predictive value (PPV), and F1 score. The secondary endpoint of efficiency compared semi-automated abstraction time to manual abstraction time using a separate dataset and the Wilcoxon rank-sum test.<\/jats:p>\n              <\/jats:sec><jats:sec>\n                <jats:title>Results<\/jats:title>\n                <jats:p>Query for image type demonstrated the highest sensitivity of 85%, PPV 95%, and F1 score 0.90. Query for image indication demonstrated sensitivity 72%, PPV 70%, and F1 score 0.71. The image findings queries ranged from sensitivity 75\u201385%, PPV 23\u201325%, and F1 score 0.36\u20130.37. Semi-automated abstraction with our best performing query (image type) improved abstraction times by 68% per patient compared to manual abstraction alone (from median 21.5\u00a0min (interquartile range 16.0) to 6.9\u00a0min (interquartile range 9.5), p\u2009&lt;\u20090.005).<\/jats:p>\n              <\/jats:sec><jats:sec>\n                <jats:title>Conclusions<\/jats:title>\n                <jats:p>Semi-automated abstraction using the best performing query of image type improved abstraction efficiency while preserving data accuracy. The computerized query acts as a pre-processing tool for manual abstraction by restricting effort to relevant images. Determining image indication and findings requires the addition of manual review for a semi-automatic abstraction approach in order to ensure data accuracy.<\/jats:p>\n              <\/jats:sec>","DOI":"10.1186\/s12911-022-01863-0","type":"journal-article","created":{"date-parts":[[2022,6,3]],"date-time":"2022-06-03T13:04:15Z","timestamp":1654261455000},"update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":5,"title":["Performance of a rule-based semi-automated method to optimize chart abstraction for surveillance imaging among patients treated for non-small cell lung cancer"],"prefix":"10.1186","volume":"22","author":[{"given":"Catherine","family":"Byrd","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Ureka","family":"Ajawara","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Ryan","family":"Laundry","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"John","family":"Radin","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Prasha","family":"Bhandari","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Ann","family":"Leung","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Summer","family":"Han","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Stephen M.","family":"Asch","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Steven","family":"Zeliadt","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Alex H. S.","family":"Harris","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Leah","family":"Backhus","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2022,6,3]]},"reference":[{"key":"1863_CR1","unstructured":"American Cancer Society-Cancer Facts & Figures 2020. Atlanta: American Cancer Society; 2020."},{"issue":"17","key":"1863_CR2","doi-asserted-by":"publisher","first-page":"1763","DOI":"10.1056\/NEJMoa060476","volume":"355","author":"CI Henschke","year":"2006","unstructured":"Henschke CI, Yankelevitz DF, Libby DM, Pasmantier MW, et al. Survival of patients with stage I lung cancer detected on CT screening. N Engl J Med. 2006;355(17):1763\u201371.","journal-title":"N Engl J Med."},{"issue":"4","key":"1863_CR3","first-page":"492","volume":"24","author":"BE Johnson","year":"1997","unstructured":"Johnson BE, Cortazar P, Chute JP. Second lung cancers in patients successfully treated for lung cancer [abstract]. Semin Oncol. 1997;24(4):492\u20139.","journal-title":"Semin Oncol"},{"issue":"3","key":"1863_CR4","doi-asserted-by":"publisher","first-page":"281","DOI":"10.1016\/0169-5002(95)00593-5","volume":"15","author":"J Vanmeerbeeck","year":"1996","unstructured":"Vanmeerbeeck J. Second primary lung cancer in Flanders: frequency, clinical presentation, treatment and prognosis. Lung Cancer. 1996;15(3):281\u201395.","journal-title":"Lung Cancer"},{"issue":"6","key":"1863_CR5","doi-asserted-by":"publisher","first-page":"749","DOI":"10.1093\/aje\/kwt441","volume":"179","author":"DS Carrell","year":"2014","unstructured":"Carrell DS, Halgrim S, Tran D-T, Buist DSM, Chubak J, Chapman WW, et al. Using natural language processing to improve efficiency of manual chart abstraction in research: the case of breast cancer recurrence. Am J Epidemiol. 2014;179(6):749\u201358.","journal-title":"Am J Epidemiol"},{"issue":"6","key":"1863_CR6","doi-asserted-by":"publisher","first-page":"505","DOI":"10.1002\/jts.22058","volume":"28","author":"KW Hammond","year":"2015","unstructured":"Hammond KW, Ben-Ari AY, Laundry RJ, Boyko EJ, Samore MH. The feasibility of using large-scale text mining to detect adverse childhood experiences in a VA-treated population. J Trauma Stress. 2015;28(6):505\u201314.","journal-title":"J Trauma Stress"},{"key":"1863_CR7","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1200\/CCI.17.00072","volume":"2","author":"A Earles","year":"2018","unstructured":"Earles A, Liu L, Bustamante R, Coke P, Lynch J, Messer K, et al. Structured approach for evaluating strategies for cancer ascertainment using large-scale electronic health record data. JCO Clin Cancer Inform. 2018;2:1\u201312.","journal-title":"JCO Clin Cancer Inform"},{"issue":"2","key":"1863_CR8","doi-asserted-by":"publisher","first-page":"131","DOI":"10.1097\/BOR.0000000000000364","volume":"29","author":"C Tonner","year":"2017","unstructured":"Tonner C, Schmajuk G, Yazdany J. A new era of quality measurement in rheumatology: electronic clinical quality measures and national registries. Curr Opin Rheumatol. 2017;29(2):131\u20137.","journal-title":"Curr Opin Rheumatol"},{"issue":"5","key":"1863_CR9","doi-asserted-by":"publisher","first-page":"e437S","DOI":"10.1378\/chest.12-2365","volume":"143","author":"HG Colt","year":"2013","unstructured":"Colt HG, Murgu SD, Korst RJ, Slatore CG, Unger M, Quadrelli S. Follow-up and surveillance of the patient with lung cancer after curative-intent therapy: diagnosis and management of lung cancer, 3rd ed: American college of chest physicians evidence-based clinical practice guidelines. Chest. 2013;143(5):e437S-e454S.","journal-title":"Chest"},{"issue":"1","key":"1863_CR10","doi-asserted-by":"publisher","first-page":"75","DOI":"10.1016\/j.jtcvs.2012.09.030","volume":"145","author":"F Lou","year":"2013","unstructured":"Lou F, Huang J, Sima CS, Dycoco J, Rusch V, Bach PB. Patterns of recurrence and second primary lung cancer in early-stage lung cancer survivors followed with routine computed tomography surveillance. J Thorac Cardiovasc Surg. 2013;145(1):75\u201382.","journal-title":"J Thorac Cardiovasc Surg"},{"issue":"1","key":"1863_CR11","doi-asserted-by":"publisher","first-page":"30","DOI":"10.1016\/j.jtcvs.2013.08.060","volume":"147","author":"WC Hanna","year":"2014","unstructured":"Hanna WC, Paul NS, Darling GE, Moshonov H, Allison F, Waddell TK, et al. Minimal-dose computed tomography is superior to chest x-ray for the follow-up and treatment of patients with resected lung cancer. J Thorac Cardiovasc Surg. 2014;147(1):30\u20135.","journal-title":"J Thorac Cardiovasc Surg"},{"issue":"12","key":"1863_CR12","doi-asserted-by":"publisher","first-page":"1993","DOI":"10.1097\/JTO.0b013e31822b01a1","volume":"6","author":"L Calman","year":"2011","unstructured":"Calman L, Beaver K, Hind D, Lorigan P, Roberts C, Lloyd-Jones M. Survival benefits from follow-up of patients with lung cancer: a systematic review and meta-analysis. J Thorac Oncol. 2011;6(12):1993\u20132004.","journal-title":"J Thorac Oncol"},{"issue":"5","key":"1863_CR13","first-page":"408","volume":"3","author":"B Dane","year":"2013","unstructured":"Dane B, Grechushkin V, Plank A, Moore W, Bilfinger T. PET\/CT vs. non-contrast CT alone for surveillance 1-year post lobectomy for stage I non-small-cell lung cancer. Am J Nucl Med Mol Imaging. 2013;3(5):408\u201316.","journal-title":"Am J Nucl Med Mol Imaging."},{"issue":"9173","key":"1863_CR14","doi-asserted-by":"publisher","first-page":"99","DOI":"10.1016\/S0140-6736(99)06093-6","volume":"354","author":"CI Henschke","year":"1999","unstructured":"Henschke CI, McCauley DI, Yankelevitz DF, Naidich DP, McGuinness G, Miettinen OS, et al. Early lung cancer action project: overall design and findings from baseline screening. Lancet Lond Engl. 1999;354(9173):99\u2013105.","journal-title":"Lancet Lond Engl"},{"issue":"1","key":"1863_CR15","doi-asserted-by":"publisher","first-page":"45","DOI":"10.1016\/j.jtcvs.2014.07.095","volume":"149","author":"TD Crabtree","year":"2015","unstructured":"Crabtree TD, Puri V, Chen SB, Gierada DS, Bell JM, Broderick S, et al. Does the method of radiologic surveillance affect survival after resection of stage I non-small cell lung cancer? J Thorac Cardiovasc Surg. 2015;149(1):45\u201352.","journal-title":"J Thorac Cardiovasc Surg."},{"key":"1863_CR16","unstructured":"Ettinger DS, Wood DE, Aisner DL, et al. NCCN guidelines: non-small cell lung cancer, Version 8.2020. National Comprehensive Cancer Network; 2020 Sep."},{"issue":"1","key":"1863_CR17","doi-asserted-by":"publisher","first-page":"171","DOI":"10.1016\/j.jss.2015.06.048","volume":"200","author":"LM Backhus","year":"2016","unstructured":"Backhus LM, Farjah F, Liang C-KJ, He H, Varghese TK, Au DH, et al. Imaging surveillance and survival for surgically resected non-small-cell lung cancer. J Surg Res. 2016;200(1):171\u20136.","journal-title":"J Surg Res"},{"issue":"30","key":"1863_CR18","doi-asserted-by":"publisher","first-page":"3428","DOI":"10.1200\/JCO.2014.55.6589","volume":"32","author":"LM Backhus","year":"2014","unstructured":"Backhus LM, Farjah F, Varghese TK, Cheng AM, Zhou X-H, Wood DE, et al. Appropriateness of imaging for lung cancer staging in a national cohort. J Clin Oncol Off J Am Soc Clin Oncol. 2014;32(30):3428\u201335.","journal-title":"J Clin Oncol Off J Am Soc Clin Oncol"},{"issue":"5","key":"1863_CR19","doi-asserted-by":"publisher","first-page":"602","DOI":"10.1164\/rccm.201705-0914OC","volume":"196","author":"NT Tanner","year":"2017","unstructured":"Tanner NT, Dai L, Bade BC, Gebregziabher M, Silvestri GA. Assessing the generalizability of the national lung screening trial: comparison of patients with stage 1 disease. Am J Respir Crit Care Med. 2017;196(5):602\u20138.","journal-title":"Am J Respir Crit Care Med"},{"issue":"10","key":"1863_CR20","doi-asserted-by":"publisher","first-page":"2052","DOI":"10.1002\/(SICI)1097-0142(19970515)79:10<2052::AID-CNCR29>3.0.CO;2-S","volume":"79","author":"CJ Mettlin","year":"1997","unstructured":"Mettlin CJ, Menck HR, Winchester DP, Murphy GP. A comparison of breast, colorectal, lung, and prostate cancers reported to the National cancer data base and the surveillance, epidemiology, and end results program. Cancer. 1997;79(10):2052\u201361.","journal-title":"Cancer"},{"issue":"9","key":"1863_CR21","doi-asserted-by":"publisher","first-page":"1559","DOI":"10.1513\/AnnalsATS.201511-768OC","volume":"13","author":"G Sharma","year":"2016","unstructured":"Sharma G, Nishi SPE, Lin Y-L, Kuo Y-F, Goodwin JS, Riall TS. Pattern of imaging after lung cancer resection. 1992\u20132005. Ann Am Thorac Soc. 2016;13(9):1559\u201367.","journal-title":"Ann Am Thorac Soc."},{"issue":"11","key":"1863_CR22","doi-asserted-by":"publisher","first-page":"1587","DOI":"10.1016\/j.jacr.2019.04.026","volume":"16","author":"SK Kang","year":"2019","unstructured":"Kang SK, Garry K, Chung R, Moore WH, Iturrate E, Swartz JL, et al. Natural language processing for identification of incidental pulmonary nodules in radiology reports. J Am Coll Radiol. 2019;16(11):1587\u201394.","journal-title":"J Am Coll Radiol"},{"key":"1863_CR23","doi-asserted-by":"crossref","unstructured":"Wadia R, Akgun K, Brandt C, Fenton BT, Levin W, Marple AH, et al. Comparison of natural language processing and manual coding for the identification of cross-sectional imaging reports suspicious for lung cancer. JCO Clin Cancer Inform. 2018;2:CCI.17.00069.","DOI":"10.1200\/CCI.17.00069"},{"issue":"8","key":"1863_CR24","doi-asserted-by":"publisher","DOI":"10.3389\/fmed.2021.748168","volume":"4","author":"B Hunter","year":"2021","unstructured":"Hunter B, Reis S, Campbell D, Matharu S, Ratnakumar P, Mercuri L, et al. Development of a structured query language and natural language processing algorithm to identify lung nodules in a cancer centre. Front Med. 2021;4(8): 748168.","journal-title":"Front Med"},{"key":"1863_CR25","unstructured":"Gonsoulin M. CDW: a conceptual overview. 2015 Jan 12."},{"key":"1863_CR26","unstructured":"Apache Lucene\u2014Apache Lucene Core [Internet]. [cited 2020 Nov 12]. https:\/\/lucene.apache.org\/core\/"},{"issue":"3","key":"1863_CR27","doi-asserted-by":"publisher","first-page":"305","DOI":"10.1001\/jamainternmed.2018.6197","volume":"179","author":"SPY Wong","year":"2019","unstructured":"Wong SPY, McFarland LV, Liu C-F, Laundry RJ, Hebert PL, O\u2019Hare AM. Care practices for patients with advanced kidney disease who forgo maintenance dialysis. JAMA Intern Med. 2019;179(3):305\u201313.","journal-title":"JAMA Intern Med"},{"key":"1863_CR28","unstructured":"R Core Team R. A language and environment for statistical computing. R Foundation for statistical computing, Vienna, Austria; 2020. https:\/\/www.R-project.org\/."},{"key":"1863_CR29","doi-asserted-by":"crossref","unstructured":"Hammond K, Laundry R. Application of a hybrid text mining approach to the study of suicidal behavior in a large population. In 2014. p. 2555\u201361.","DOI":"10.1109\/HICSS.2014.321"},{"issue":"2","key":"1863_CR30","doi-asserted-by":"publisher","first-page":"345","DOI":"10.4338\/ACI-2014-11-RA-0106","volume":"6","author":"W Chen","year":"2015","unstructured":"Chen W, Kowatch R, Lin S, Splaingard M, Huang Y. Interactive cohort identification of sleep disorder patients using natural language processing and i2b2. Appl Clin Inform. 2015;6(2):345\u201363.","journal-title":"Appl Clin Inform"},{"issue":"4","key":"1863_CR31","doi-asserted-by":"publisher","first-page":"554","DOI":"10.1007\/s10278-019-00234-y","volume":"32","author":"JM Steinkamp","year":"2019","unstructured":"Steinkamp JM, Chambers C, Lalevic D, Zafar HM, Cook TS. Toward complete structured information extraction from radiology reports using machine learning. J Digit Imaging. 2019;32(4):554\u201364.","journal-title":"J Digit Imaging"},{"issue":"1","key":"1863_CR32","doi-asserted-by":"publisher","first-page":"179","DOI":"10.1186\/s12911-021-01533-7","volume":"21","author":"A Casey","year":"2021","unstructured":"Casey A, Davidson E, Poon M, Dong H, Duma D, Grivas A, et al. A systematic review of natural language processing applied to radiology reports. BMC Med Inform Decis Mak. 2021;21(1):179.","journal-title":"BMC Med Inform Decis Mak"}],"container-title":["BMC Medical Informatics and Decision Making"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1186\/s12911-022-01863-0.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1186\/s12911-022-01863-0\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1186\/s12911-022-01863-0.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,6,3]],"date-time":"2022-06-03T13:06:53Z","timestamp":1654261613000},"score":1,"resource":{"primary":{"URL":"https:\/\/bmcmedinformdecismak.biomedcentral.com\/articles\/10.1186\/s12911-022-01863-0"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022,6,3]]},"references-count":32,"journal-issue":{"issue":"1","published-print":{"date-parts":[[2022,12]]}},"alternative-id":["1863"],"URL":"https:\/\/doi.org\/10.1186\/s12911-022-01863-0","relation":{},"ISSN":["1472-6947"],"issn-type":[{"value":"1472-6947","type":"electronic"}],"subject":[],"published":{"date-parts":[[2022,6,3]]},"assertion":[{"value":"17 September 2021","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"30 March 2022","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"3 June 2022","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"This study was evaluated by the joint Stanford and Veterans Administration IRB and waivers of consent were granted. This protocol, protocol 46841, was initially approved 08\/01\/2018.The study was carried out in accordance with ethical guidelines of Stanford University School of Medicine and the Veterans Health Administration.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Ethics approval and consent to participate"}},{"value":"Not applicable.","order":3,"name":"Ethics","group":{"name":"EthicsHeading","label":"Consent for publication"}},{"value":"The authors have no competing interests to declare.","order":4,"name":"Ethics","group":{"name":"EthicsHeading","label":"Competing interests"}}],"article-number":"148"}}