{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,5,7]],"date-time":"2025-05-07T21:25:39Z","timestamp":1746653139857,"version":"3.37.3"},"reference-count":40,"publisher":"Springer Science and Business Media LLC","issue":"2","license":[{"start":{"date-parts":[[2021,3,8]],"date-time":"2021-03-08T00:00:00Z","timestamp":1615161600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2021,3,8]],"date-time":"2021-03-08T00:00:00Z","timestamp":1615161600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["J Digit Imaging"],"published-print":{"date-parts":[[2021,4]]},"DOI":"10.1007\/s10278-021-00424-7","type":"journal-article","created":{"date-parts":[[2021,3,8]],"date-time":"2021-03-08T20:02:57Z","timestamp":1615233777000},"page":"242-256","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":7,"title":["Developing a Training Web Application for Improving the COVID-19 Diagnostic Accuracy on Chest X-ray"],"prefix":"10.1007","volume":"34","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-4742-8955","authenticated-orcid":false,"given":"P. Men\u00e9ndez","family":"Fern\u00e1ndez-Miranda","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-6237-0611","authenticated-orcid":false,"given":"P. Sanz","family":"Bell\u00f3n","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-1613-6159","authenticated-orcid":false,"given":"A. P\u00e9rez","family":"del Barrio","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-0157-4765","authenticated-orcid":false,"given":"L. Lloret","family":"Iglesias","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"P. Sol\u00eds","family":"Garc\u00eda","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"F.","family":"Aguilar-G\u00f3mez","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-9160-5106","authenticated-orcid":false,"given":"D. Rodr\u00edguez","family":"Gonz\u00e1lez","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-1276-0018","authenticated-orcid":false,"given":"J. A.","family":"Vega","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2021,3,8]]},"reference":[{"issue":"8","key":"424_CR1","doi-asserted-by":"publisher","first-page":"727","DOI":"10.1056\/NEJMoa2001017","volume":"382","author":"N Zhu","year":"2020","unstructured":"Zhu N, Zhang D, Wang W, Li X, Yang B, Song J, et al: A Novel Coronavirus from patients with pneumonia in China, 2019. N Engl J Med 382(8): 727-733, 2020. https:\/\/doi.org\/10.1056\/NEJMoa2001017","journal-title":"N Engl J Med"},{"issue":"4","key":"424_CR2","doi-asserted-by":"publisher","first-page":"66","DOI":"10.15698\/cst2020.04.216","volume":"4","author":"D Raoult","year":"2020","unstructured":"Raoult D, Zumla A, Locatelli F, Ippolito G, Kroemer G: Coronavirus infections: Epidemiological, clinical and immunological features and hypotheses. Cell Stress 4(4): 66-75, 2020. https:\/\/doi.org\/10.15698\/cst2020.04.216","journal-title":"Cell Stress"},{"key":"424_CR3","unstructured":"WHO. WHO\u2019s Coronavirus disease (COVID-19) outbreak situation dashboard. (n.d.) Available at https:\/\/www.who.int. Accessed 6 May 2020."},{"issue":"1","key":"424_CR4","doi-asserted-by":"publisher","first-page":"157","DOI":"10.23750\/abm.v91i1.9397","volume":"91","author":"D Cucinotta","year":"2020","unstructured":"Cucinotta D, Vanelli M: WHO Declares COVID-19 a Pandemic. Acta Biomed 91(1): 157-160, 2020. https:\/\/doi.org\/10.23750\/abm.v91i1.9397","journal-title":"Acta Biomed"},{"issue":"13","key":"424_CR5","doi-asserted-by":"publisher","first-page":"1239","DOI":"10.1001\/jama.2020.2648","volume":"323","author":"Z Wu","year":"2020","unstructured":"Wu Z, McGoogan JM: Characteristics of and Important Lessons From the Coronavirus Disease 2019 (COVID-19) Outbreak in China: Summary of a Report of 72314 Cases From the Chinese Center for Disease Control and Prevention. JAMA 323(13): 1239-1242, 2020. https:\/\/doi.org\/10.1001\/jama.2020.2648","journal-title":"JAMA"},{"key":"424_CR6","doi-asserted-by":"publisher","first-page":"119","DOI":"10.1016\/j.ijid.2020.03.071","volume":"94","author":"M Xiea","year":"2020","unstructured":"Xiea M, Chen Q: Insight into 2019 novel coronavirus \u2014 an updated interim review and lessons from SARS-CoV and MERS-CoV. Int J Infect Dis 94: 119-124, 2020. https:\/\/doi.org\/10.1016\/j.ijid.2020.03.071","journal-title":"Int J Infect Dis"},{"key":"424_CR7","doi-asserted-by":"publisher","unstructured":"Cao Y, Liu X, Xiong L, Cai K: Imaging and clinical features of patients with 2019 novel coronavirus SARS-CoV-2: A systematic review and meta-analysis. J Med Virol, https:\/\/doi.org\/10.1002\/jmv.25822, April 3, 2020.","DOI":"10.1002\/jmv.25822"},{"key":"424_CR8","doi-asserted-by":"publisher","DOI":"10.1007\/s00405-020-05965-1","author":"JR Lechien","year":"2020","unstructured":"Lechien JR, Chiesa-Estomba CM, De Siati DR, Horoi M, Le Bon SD, Rodr\u00edguez A, et al: Olfactory and gustatory dysfunctions as a clinical presentation of mild-to-moderate forms of the coronavirus disease (COVID-19): a multicenter European study. Eur Arch Otorhinolaryngol, https:\/\/doi.org\/10.1007\/s00405-020-05965-1, April 6, 2020.","journal-title":"Eur Arch Otorhinolaryngol"},{"issue":"4","key":"424_CR9","doi-asserted-by":"publisher","first-page":"3822","DOI":"10.1021\/acsnano.0c02624","volume":"14","author":"B Udugama","year":"2020","unstructured":"Udugama B, Kadhiresan P, Kozlowski HN, Malekjahani A, Osborne M, Li VYC, et al: Diagnosing COVID-19: The Disease and Tools for Detection. ACS Nano 14(4): 3822-3835, 2020. https:\/\/doi.org\/10.1021\/acsnano.0c02624","journal-title":"ACS Nano"},{"key":"424_CR10","doi-asserted-by":"publisher","unstructured":"Fang Y, Zhang H, Xie J, Lin M, Ying L, Pang P, et. al: Sensitivity of Chest CT for COVID-19: Comparison to RT-PCR. Radiology, https:\/\/doi.org\/10.1148\/radiol.2020200432, February 19, 2020.","DOI":"10.1148\/radiol.2020200432"},{"key":"424_CR11","doi-asserted-by":"publisher","first-page":"105980","DOI":"10.1016\/j.rmed.2020.105980","volume":"168","author":"JL He","year":"2020","unstructured":"He JL, Luo L, Luo ZD, Lyu JX, Ng MY, Shen XP, et al: Diagnostic performance between CT and initial real-time RT-PCR for clinically suspected 2019 coronavirus disease (COVID-19) patients outside Wuhan, China. Resp Med 168:105980, 2020.  https:\/\/doi.org\/10.1016\/j.rmed.2020.105980","journal-title":"China. Resp Med"},{"key":"424_CR12","doi-asserted-by":"publisher","unstructured":"Li Y, Yao L, Li J, Chen L, Song Y, Cai Z, et. al: Stability issues of RT-PCR testing of SARS-CoV-2 for hospitalized patients clinically diagnosed with COVID-19. J Med Virol, https:\/\/doi.org\/10.1002\/jmv.25786, March 26, 2020.","DOI":"10.1002\/jmv.25786"},{"key":"424_CR13","doi-asserted-by":"publisher","DOI":"10.1148\/radiol.2020201160,March27","author":"HYF Wong","year":"2020","unstructured":"Wong HYF, Lam HYS, Fong AHT, Leung ST, Chin TWY, Lo CSY, et al: Frequency and distribution of chest radiographic findings in COVID-19 positive patients. Radiology, https:\/\/doi.org\/10.1148\/radiol.2020201160, March 27, 2020.","journal-title":"Radiology"},{"key":"424_CR14","doi-asserted-by":"publisher","first-page":"35","DOI":"10.1016\/j.clinimag.2020.04.001","volume":"64","author":"A Jacobi","year":"2020","unstructured":"Jacobi A, Chung M, Bernheim A, Eber C: Portable chest X-ray in coronavirus disease-19 (COVID-19): A pictorial review. Clin Imaging, 64:35-42, 2020. https:\/\/doi.org\/10.1016\/j.clinimag.2020.04.001","journal-title":"Clin Imaging"},{"key":"424_CR15","doi-asserted-by":"publisher","unstructured":"Borghesi A, Maroldi R: COVID-19 outbreak in Italy: Experimental chest X-ray scoring system for quantifying and monitoring disease progression. Radiol Med 125(5):509\u2013513, 2020. https:\/\/doi.org\/10.1007\/s11547-020-01200-3, 2020.","DOI":"10.1007\/s11547-020-01200-3"},{"issue":"4","key":"424_CR16","doi-asserted-by":"publisher","first-page":"447","DOI":"10.1016\/j.jacr.2020.02.008","volume":"17","author":"S Kooraki","year":"2020","unstructured":"Kooraki S, Hosseiny M, Myers L, Gholamrezanezhad A: Coronavirus (COVID-19) Outbreak: What the Department of Radiology Should Know. J Am Coll Radiol 17(4): 447-451, 2020. https:\/\/doi.org\/10.1016\/j.jacr.2020.02.008","journal-title":"J Am Coll Radiol"},{"issue":"3","key":"424_CR17","doi-asserted-by":"publisher","first-page":"573","DOI":"10.1148\/radiol.2019191225","volume":"293","author":"EJ Hwang","year":"2019","unstructured":"Hwang EJ, Nam JG, Lim WH, Park SJ, Jeong YS, Kang JH, et al: Deep learning for chest radiograph diagnosis in the Emergency Department. Radiology 293(3):573-580, 2019. https:\/\/doi.org\/10.1148\/radiol.2019191225","journal-title":"Radiology"},{"key":"424_CR18","doi-asserted-by":"publisher","first-page":"765","DOI":"10.1007\/s10459-016-9698-1","volume":"22","author":"A van der Gijp","year":"2017","unstructured":"van der Gijp A, Ravesloot CJ, Jarodzka H, van der Schaaf MF, van der Schaaf IC, van Schaik JPJ, et al: How visual search relates to visual diagnostic performance: a narrative systematic review of eye-tracking research in radiology. Adv Health Sci Educ Theory Pract 22: 765\u2013787, 2017. https:\/\/doi.org\/10.1007\/s10459-016-9698-1","journal-title":"Adv Health Sci Educ Theory Pract"},{"key":"424_CR19","doi-asserted-by":"publisher","DOI":"10.1007\/s10459-020-09963-0,March5","author":"JS Yoon","year":"2020","unstructured":"Yoon JS, Boutis K, Pecaric MR, Fefferman NR, Ericsson KA, Pusic MV: A think-aloud study to inform the design of radiograph interpretation practice. Adv Health Sci Educ Theory Pract, https:\/\/doi.org\/10.1007\/s10459-020-09963-0, March 5, 2020.","journal-title":"Adv Health Sci Educ Theory Pract"},{"key":"424_CR20","unstructured":"American College of Radiology. ACR practice parameter for radiologist coverage of imaging performed in hospital emergency departments. Available at https:\/\/www.acr.org\/-\/media\/ACR\/Files\/Practice-Parameters\/HospER.pdf?la=en. Accessed 19 May 2020."},{"issue":"5","key":"424_CR21","doi-asserted-by":"publisher","first-page":"1233","DOI":"10.2214\/ajr.175.5.1751233","volume":"175","author":"J Eng","year":"2000","unstructured":"Eng J, Mysko WK, Weller GE, et al: Interpretation of Emergency Department radiographs: a comparison of emergency medicine physicians with radiologists, residents with faculty, and film with digital display. AJR Am J Roentgenol 175(5):1233\u20101238, 2000. https:\/\/doi.org\/10.2214\/ajr.175.5.1751233","journal-title":"AJR Am J Roentgenol"},{"issue":"930","key":"424_CR22","doi-asserted-by":"publisher","first-page":"214","DOI":"10.1136\/pmj.79.930.214","volume":"79","author":"ME Gatt","year":"2003","unstructured":"Gatt ME, Spectre G, Paltiel O, Hiller N, Stalnikowicz R: Chest radiographs in the emergency department: is the radiologist really necessary?. Postgrad Med J 79(930):214\u2010217, 2003. https:\/\/doi.org\/10.1136\/pmj.79.930.214","journal-title":"Postgrad Med J"},{"issue":"1","key":"424_CR23","doi-asserted-by":"publisher","first-page":"18","DOI":"10.1016\/j.ajem.2009.07.011","volume":"29","author":"B Petinaux","year":"2011","unstructured":"Petinaux B, Bhat R, Boniface K, Aristizabal J: Accuracy of radiographic readings in the emergency department. Am J Emerg Med 29(1):18\u201025, 2011. https:\/\/doi.org\/10.1016\/j.ajem.2009.07.011","journal-title":"Am J Emerg Med"},{"issue":"5","key":"424_CR24","doi-asserted-by":"publisher","first-page":"674","DOI":"10.1016\/j.jacr.2018.11.011","volume":"16","author":"JH Chung","year":"2019","unstructured":"Chung JH, Duszak R Jr, Hemingway J, Hughes DR, Rosenkrantz AB: Increasing Utilization of Chest Imaging in US Emergency Departments From 1994 to 2015. J Am Coll Radiol 16(5):674\u2010682, 2019. https:\/\/doi.org\/10.1016\/j.jacr.2018.11.011","journal-title":"J Am Coll Radiol"},{"issue":"7","key":"424_CR25","doi-asserted-by":"publisher","first-page":"725","DOI":"10.1016\/j.jacr.2013.11.015","volume":"11","author":"A Sellers","year":"2014","unstructured":"Sellers A, Hillman BJ, Wintermark M: Survey of after-hours coverage of emergency department imaging studies by US academic radiology departments. J Am Coll Radiol 11(7):725\u2010730, 2014. https:\/\/doi.org\/10.1016\/j.jacr.2013.11.015","journal-title":"J Am Coll Radiol"},{"issue":"10","key":"424_CR26","doi-asserted-by":"publisher","first-page":"1753","DOI":"10.7150\/ijbs.45134","volume":"16","author":"Y Yi","year":"2020","unstructured":"Yi Y, Lagniton PNP, Ye S, Li E, Xu RH: COVID-19: What has been learned and to be learned about the novel coronavirus disease. Int J Biol Sci 16(10):1753\u20101766, 2020. https:\/\/doi.org\/10.7150\/ijbs.45134","journal-title":"Int J Biol Sci"},{"key":"424_CR27","unstructured":"Python 3 Programming Language, RRID:SCR_008394."},{"key":"424_CR28","unstructured":"Anonymized"},{"issue":"2","key":"424_CR29","first-page":"48","volume":"3","author":"A Baratloo","year":"2015","unstructured":"Baratloo A, Hosseini M, Negida A, El Ashal G: Part 1: Simple Definition and Calculation of Accuracy, Sensitivity and Specificity. Emerg (Tehran) 3(2):48\u201049, 2015.","journal-title":"Sensitivity and Specificity. Emerg (Tehran)"},{"key":"424_CR30","unstructured":"\u0160imundi\u0107 AM: Measures of Diagnostic Accuracy: Basic Definitions. EJIFCC. 2009;19(4):203\u2010211, 2009."},{"key":"424_CR31","unstructured":"Google Analytics: http:\/\/google.com\/analytics."},{"issue":"11","key":"424_CR32","doi-asserted-by":"publisher","first-page":"625","DOI":"10.1089\/cyber.2011.0460","volume":"15","author":"C McGuckin","year":"2012","unstructured":"McGuckin C, Crowley N: Using Google Analytics to evaluate the impact of the CyberTraining project. Cyberpsychol Behav Soc Netw 15(11): 625-9, 2012. https:\/\/doi.org\/10.1089\/cyber.2011.0460","journal-title":"Cyberpsychol Behav Soc Netw"},{"key":"424_CR33","unstructured":"SPSS, RRID:SCR_002865; IBM, New York, USA."},{"key":"424_CR34","doi-asserted-by":"publisher","first-page":"383","DOI":"10.1007\/s10278-018-0070-2","volume":"31","author":"LE Wood","year":"2018","unstructured":"Wood LE, Picard MM, Kovacs MD: App Review: The Radiology Assistant 2.0. J Digit Imaging 31: 383\u2013386, 2018. https:\/\/doi.org\/10.1007\/s10278-018-0070-2.","journal-title":"J Digit Imaging"},{"key":"424_CR35","doi-asserted-by":"publisher","first-page":"67","DOI":"10.1186\/1472-6947-12-67","volume":"12","author":"AS Mosa","year":"2012","unstructured":"Mosa AS, Yoo I, Sheets L: A systematic review of healthcare applications for smartphones. BMC Med Inform Decis Mak 12:67, 2012. https:\/\/doi.org\/10.1186\/1472-6947-12-67","journal-title":"BMC Med Inform Decis Mak"},{"key":"424_CR36","unstructured":"WHO. WHO Director-General's opening remarks at the media briefing on COVID-19 - 11 March 2020. Available at https:\/\/www.who.int\/dg\/speeches\/detail\/who-director-general-s-opening-remarks-at-the-media-briefing-on-covid-19---11-march-2020. Accessed 5 April 2020."},{"issue":"15","key":"424_CR37","doi-asserted-by":"publisher","first-page":"1439","DOI":"10.1001\/jama.2020.3972","volume":"323","author":"JG Adams","year":"2020","unstructured":"Adams JG, Walls RM: Supporting the Health Care Workforce During the COVID-19 Global Epidemic. JAMA 323(15):1439\u20131440, 2020. https:\/\/doi.org\/10.1001\/jama.2020.3972","journal-title":"JAMA"},{"key":"424_CR38","doi-asserted-by":"publisher","DOI":"10.7326\/M20-1262,April7","author":"DE DeWitt","year":"2020","unstructured":"DeWitt DE: Fighting COVID-19: Enabling Graduating Students to Start Internship Early at Their Own Medical School. Ann Intern Med, https:\/\/doi.org\/10.7326\/M20-1262, April 7, 2020.","journal-title":"Ann Intern Med"},{"key":"424_CR39","doi-asserted-by":"publisher","DOI":"10.3233\/XST-200670,April7","author":"P Lei","year":"2020","unstructured":"Lei P, Huang Z, Liu G, Wang P, Song W, Mao J, et al: Clinical and computed tomographic (CT) images characteristics in the patients with COVID-19 infection: What should radiologists need to know? J X-ray Sci Technol, https:\/\/doi.org\/10.3233\/XST-200670, April 7, 2020.","journal-title":"J X-ray Sci Technol"},{"issue":"4","key":"424_CR40","doi-asserted-by":"publisher","first-page":"283","DOI":"10.1097\/00005382-199623000-00007","volume":"11","author":"LB Haramati","year":"1996","unstructured":"Haramati LB, Haramati N: Pulmonary pseudonodules on computed tomography: a common pitfall caused by degenerative arthritis. J Thorac Imaging 11(4):283\u2010285, 1996. https:\/\/doi.org\/10.1097\/00005382-199623000-00007","journal-title":"J Thorac Imaging"}],"container-title":["Journal of Digital Imaging"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10278-021-00424-7.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s10278-021-00424-7\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10278-021-00424-7.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2021,7,19]],"date-time":"2021-07-19T14:14:08Z","timestamp":1626704048000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s10278-021-00424-7"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2021,3,8]]},"references-count":40,"journal-issue":{"issue":"2","published-print":{"date-parts":[[2021,4]]}},"alternative-id":["424"],"URL":"https:\/\/doi.org\/10.1007\/s10278-021-00424-7","relation":{},"ISSN":["0897-1889","1618-727X"],"issn-type":[{"type":"print","value":"0897-1889"},{"type":"electronic","value":"1618-727X"}],"subject":[],"published":{"date-parts":[[2021,3,8]]},"assertion":[{"value":"19 May 2020","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"6 November 2020","order":2,"name":"revised","label":"Revised","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"11 January 2021","order":3,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"8 March 2021","order":4,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"The authors declare that they have no conflict of interest.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflict of Interest"}},{"value":"This content has been made available to all.","name":"free","label":"Free to read"}]}}