{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,13]],"date-time":"2026-03-13T07:31:32Z","timestamp":1773387092181,"version":"3.50.1"},"reference-count":32,"publisher":"Springer Science and Business Media LLC","issue":"1","license":[{"start":{"date-parts":[[2021,7,31]],"date-time":"2021-07-31T00:00:00Z","timestamp":1627689600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2021,7,31]],"date-time":"2021-07-31T00:00:00Z","timestamp":1627689600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"}],"funder":[{"DOI":"10.13039\/501100001871","name":"Funda\u00e7\u00e3o para a Ci\u00eancia e a Tecnologia","doi-asserted-by":"publisher","award":["GADgET (DSAIPA\/DS\/0022\/2018)"],"award-info":[{"award-number":["GADgET (DSAIPA\/DS\/0022\/2018)"]}],"id":[{"id":"10.13039\/501100001871","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100004329","name":"Slovenian Research Agency","doi-asserted-by":"crossref","award":["P5-0410"],"award-info":[{"award-number":["P5-0410"]}],"id":[{"id":"10.13039\/501100004329","id-type":"DOI","asserted-by":"crossref"}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Health Inf Sci Syst"],"published-print":{"date-parts":[[2021,12]]},"DOI":"10.1007\/s13755-021-00163-7","type":"journal-article","created":{"date-parts":[[2021,7,31]],"date-time":"2021-07-31T07:02:39Z","timestamp":1627714959000},"update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":29,"title":["Improving convolutional neural networks performance for image classification using test time augmentation: a case study using MURA dataset"],"prefix":"10.1007","volume":"9","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-6882-014X","authenticated-orcid":false,"given":"Ibrahem","family":"Kandel","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Mauro","family":"Castelli","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2021,7,31]]},"reference":[{"key":"163_CR1","doi-asserted-by":"publisher","DOI":"10.1186\/1471-227X-6-4","author":"P Hallas","year":"2006","unstructured":"Hallas P, Ellingsen T. Errors in fracture diagnoses in the emergency deparment - characteristics of patients and diurnal variation. BMC Emerg Med. 2006. https:\/\/doi.org\/10.1186\/1471-227X-6-4.","journal-title":"BMC Emerg Med"},{"issue":"45","key":"163_CR2","doi-asserted-by":"publisher","first-page":"11591","DOI":"10.1073\/pnas.1806905115","volume":"115","author":"R Lindsey","year":"2018","unstructured":"Lindsey R, et al. Deep neural network improves fracture detection by clinicians. Proc Natl Acad Sci. 2018;115(45):11591\u20136. https:\/\/doi.org\/10.1073\/pnas.1806905115.","journal-title":"Proc Natl Acad Sci"},{"key":"163_CR3","doi-asserted-by":"publisher","first-page":"1345","DOI":"10.1109\/TKDE.2009.191","volume":"22","author":"S Pan","year":"2010","unstructured":"Pan S, Yang Q. A survey on transfer learning. IEEE Trans Knowl Data Eng. 2010;22:1345\u201359. https:\/\/doi.org\/10.1109\/TKDE.2009.191.","journal-title":"IEEE Trans Knowl Data Eng"},{"issue":"10","key":"163_CR4","doi-asserted-by":"publisher","first-page":"3359","DOI":"10.3390\/APP10103359","volume":"10","author":"I Kandel","year":"2020","unstructured":"Kandel I, Castelli M. How deeply to fine-tune a convolutional neural network: a case study using a histopathology dataset. Appl Sci. 2020;10(10):3359. https:\/\/doi.org\/10.3390\/APP10103359.","journal-title":"Appl Sci"},{"key":"163_CR5","doi-asserted-by":"publisher","DOI":"10.1016\/j.icte.2018.10.007","author":"S Sharma","year":"2018","unstructured":"Sharma S, Mehra DR. Breast cancer histology images classification: training from scratch or transfer learning? ICT Express. 2018. https:\/\/doi.org\/10.1016\/j.icte.2018.10.007.","journal-title":"ICT Express"},{"issue":"5","key":"163_CR6","doi-asserted-by":"publisher","first-page":"1299","DOI":"10.1109\/TMI.2016.2535302","volume":"35","author":"N Tajbakhsh","year":"2016","unstructured":"Tajbakhsh N, et al. Convolutional neural networks for medical image analysis: full training or fine tuning? IEEE Trans Med Imaging. 2016;35(5):1299\u2013312. https:\/\/doi.org\/10.1109\/TMI.2016.2535302.","journal-title":"IEEE Trans Med Imaging"},{"key":"163_CR7","doi-asserted-by":"publisher","DOI":"10.1186\/s40537-019-0197-0","author":"C Shorten","year":"2019","unstructured":"Shorten C, Khoshgoftaar TM. A survey on image data augmentation for deep learning. J Big Data. 2019. https:\/\/doi.org\/10.1186\/s40537-019-0197-0.","journal-title":"J Big Data"},{"issue":"5","key":"163_CR8","doi-asserted-by":"publisher","first-page":"2286","DOI":"10.1002\/mp.13519","volume":"46","author":"A Mylonas","year":"2019","unstructured":"Mylonas A, et al. A deep learning framework for automatic detection of arbitrarily shaped fiducial markers in intrafraction fluoroscopic images. Med Phys. 2019;46(5):2286\u201397. https:\/\/doi.org\/10.1002\/mp.13519.","journal-title":"Med Phys"},{"issue":"11","key":"163_CR9","doi-asserted-by":"publisher","first-page":"e0207982","DOI":"10.1371\/journal.pone.0207982","volume":"13","author":"JM Ahn","year":"2018","unstructured":"Ahn JM, Kim S, Ahn K-S, Cho S-H, Lee KB, Kim US. A deep learning model for the detection of both advanced and early glaucoma using fundus photography. PLoS ONE. 2018;13(11):e0207982. https:\/\/doi.org\/10.1371\/journal.pone.0207982.","journal-title":"PLoS ONE"},{"key":"163_CR10","doi-asserted-by":"publisher","DOI":"10.1177\/1533033819858363","author":"Q Chen","year":"2019","unstructured":"Chen Q, Hu S, Long P, Lu F, Shi Y, Li Y. A Transfer Learning Approach for Malignant Prostate Lesion Detection on Multiparametric MRI. Technol Cancer Res Treat. 2019. https:\/\/doi.org\/10.1177\/1533033819858363.","journal-title":"Technol Cancer Res Treat"},{"issue":"5","key":"163_CR11","doi-asserted-by":"publisher","first-page":"2052","DOI":"10.1002\/mp.13500","volume":"46","author":"H Gong","year":"2019","unstructured":"Gong H, et al. A deep learning- and partial least square regression-based model observer for a low-contrast lesion detection task in CT. Med Phys. 2019;46(5):2052\u201363. https:\/\/doi.org\/10.1002\/mp.13500.","journal-title":"Med Phys"},{"key":"163_CR12","doi-asserted-by":"publisher","first-page":"283","DOI":"10.1016\/j.cmpb.2016.12.019","volume":"140","author":"S Pang","year":"2017","unstructured":"Pang S, Yu Z, Orgun MA. A novel end-to-end classifier using domain transferred deep convolutional neural networks for biomedical images. Comput Methods Programs Biomed. 2017;140:283\u201393. https:\/\/doi.org\/10.1016\/j.cmpb.2016.12.019.","journal-title":"Comput Methods Programs Biomed"},{"key":"163_CR13","doi-asserted-by":"publisher","DOI":"10.1007\/s11227-020-03432-6","author":"C Rane","year":"2020","unstructured":"Rane C, Mehrotra R, Bhattacharyya S, Sharma M, Bhattacharya M. A novel attention fusion network-based framework to ensemble the predictions of CNNs for lymph node metastasis detection. J Supercomput. 2020. https:\/\/doi.org\/10.1007\/s11227-020-03432-6.","journal-title":"J Supercomput"},{"key":"163_CR14","doi-asserted-by":"publisher","first-page":"34","DOI":"10.1016\/j.neucom.2019.01.103","volume":"338","author":"G Wang","year":"2019","unstructured":"Wang G, Li W, Aertsen M, Deprest J, Ourselin S, Vercauteren T. Aleatoric uncertainty estimation with test-time augmentation for medical image segmentation with convolutional neural networks. Neurocomputing. 2019;338:34\u201345. https:\/\/doi.org\/10.1016\/j.neucom.2019.01.103.","journal-title":"Neurocomputing"},{"issue":"6","key":"163_CR15","doi-asserted-by":"publisher","first-page":"981","DOI":"10.1007\/s11548-020-02158-3","volume":"15","author":"M Amiri","year":"2020","unstructured":"Amiri M, Brooks R, Behboodi B, Rivaz H. Two-stage ultrasound image segmentation using U-Net and test time augmentation. Int J Comput Assist Radiol Surg. 2020;15(6):981\u20138. https:\/\/doi.org\/10.1007\/s11548-020-02158-3.","journal-title":"Int J Comput Assist Radiol Surg"},{"key":"163_CR16","doi-asserted-by":"crossref","unstructured":"Sigurthorsdottir H, Van Zaen J, Delgado-Gonzalo R, Lemay M. ECG classification with a convolutional recurrent neural network. 2020. http:\/\/arxiv.org\/abs\/2009.13320. Accessed 15 Nov 2020.","DOI":"10.22489\/CinC.2020.198"},{"key":"163_CR17","doi-asserted-by":"crossref","unstructured":"Wang G, Li W, Ourselin S, Vercauteren T. Automatic brain tumor segmentation using convolutional neural networks with test-time augmentation BT\u2014brainlesion: glioma, multiple sclerosis, stroke and traumatic brain injuries. 2019, p. 61\u201372.","DOI":"10.1007\/978-3-030-11726-9_6"},{"key":"163_CR18","unstructured":"Simonyan K, Zisserman, A. Very Deep Convolutional Networks for Large-Scale Image Recognition.\u00a02014. http:\/\/arxiv.org\/abs\/1409.1556."},{"key":"163_CR19","doi-asserted-by":"publisher","unstructured":"Szegedy C, Vanhoucke V, Ioffe S, Shlens J, Wojna ZB. Rethinking the inception architecture for computer vision. In: IEEE conference on computer vision and pattern recognition (CVPR). 2016. p. 2818\u20132826. https:\/\/doi.org\/10.1109\/CVPR.2016.308.","DOI":"10.1109\/CVPR.2016.308"},{"key":"163_CR20","doi-asserted-by":"publisher","first-page":"770","DOI":"10.1109\/CVPR.2016.90","volume":"2016","author":"K He","year":"2016","unstructured":"He K, Zhang X, Ren S, Sun J. \u201cDeep residual learning for image recognition\u201d, in. IEEE Conference on Computer Vision and Pattern Recognition (CVPR). 2016;2016:770\u20138. https:\/\/doi.org\/10.1109\/CVPR.2016.90.","journal-title":"IEEE Conference on Computer Vision and Pattern Recognition (CVPR)"},{"key":"163_CR21","doi-asserted-by":"crossref","unstructured":"Chollet F. Xception: Deep learning with depthwise separable convolutions. In: Proceedings of the IEEE Conference on Computer Vision and Pattern Recognition (CVPR), Honolulu, HI, USA, 21\u201326 July 2017.","DOI":"10.1109\/CVPR.2017.195"},{"key":"163_CR22","doi-asserted-by":"crossref","unstructured":"Huang G, Liu Z, Van der Maaten L, Weinberger KQ. Densely connected convolutional networks. In: Proceedings of the 2017 IEEE Conference on Computer Vision and Pattern Recognition (CVPR), Honolulu, HI, USA, 21\u201326 July 2017. pp. 2261\u20132269.","DOI":"10.1109\/CVPR.2017.243"},{"key":"163_CR23","unstructured":"Shanmugam D, Blalock D, Balakrishnan G, Guttag J. When and why test-time augmentation works. 2020. http:\/\/arxiv.org\/abs\/2011.11156."},{"key":"163_CR24","unstructured":"Rajpurkar P, Irvin J, Bagul A, Ding DY, Duan T, Mehta H, Yang BJ, Zhu K, Laird D, Ball RL, et al. MURA: Large Dataset for Abnormality Detection in Musculoskeletal Radiographs.\u00a02017. http:\/\/arxiv.org\/abs\/1712.06957"},{"issue":"1","key":"163_CR25","doi-asserted-by":"publisher","first-page":"37","DOI":"10.1177\/001316446002000104","volume":"20","author":"J Cohen","year":"1960","unstructured":"Cohen J. A coefficient of agreement for nominal scales. Educ Psychol Measur. 1960;20(1):37\u201346. https:\/\/doi.org\/10.1177\/001316446002000104.","journal-title":"Educ Psychol Measur"},{"key":"163_CR26","doi-asserted-by":"publisher","first-page":"26","DOI":"10.3390\/reports2040026","volume":"2","author":"G Chada","year":"2019","unstructured":"Chada G. Machine learning models for abnormality detection in musculoskeletal radiographs. Reports. 2019;2:26. https:\/\/doi.org\/10.3390\/reports2040026.","journal-title":"Reports"},{"key":"163_CR27","doi-asserted-by":"publisher","DOI":"10.3390\/jimaging6110127","author":"I Kandel","year":"2020","unstructured":"Kandel I, Castelli M, Popovi\u010d A. Musculoskeletal images classification for detection of fractures using transfer learning. J Imaging. 2020. https:\/\/doi.org\/10.3390\/jimaging6110127.","journal-title":"J Imaging"},{"key":"163_CR28","unstructured":"Kingma D, Ba J. Adam: A Method for Stochastic Optimization. In: Proceedings of the International Conference on Learning Representations (ICLR), Banff, AB, Canada, 14\u201316 April 2014."},{"key":"163_CR29","doi-asserted-by":"crossref","unstructured":"Deng L, Platt J. Ensemble deep learning for speech recognition. In: Proc. interspeech, 2014. https:\/\/www.microsoft.com\/en-us\/research\/publication\/ensemble-deep-learning-for-speech-recognition\/.","DOI":"10.21437\/Interspeech.2014-433"},{"key":"163_CR30","doi-asserted-by":"publisher","first-page":"28","DOI":"10.1016\/j.compmedimag.2016.07.012","volume":"55","author":"J Zilly","year":"2017","unstructured":"Zilly J, Buhmann JM, Mahapatra D. Glaucoma detection using entropy sampling and ensemble learning for automatic optic cup and disc segmentation. Comput Med Imaging Graph. 2017;55:28\u201341. https:\/\/doi.org\/10.1016\/j.compmedimag.2016.07.012.","journal-title":"Comput Med Imaging Graph"},{"key":"163_CR31","doi-asserted-by":"crossref","unstructured":"Potes C, Parvaneh S, Rahman A, Conroy B. Ensemble of feature-based and deep learning-based classifiers for detection of abnormal heart sounds. In: 2016 Computing in cardiology conference (CinC). 2016. p. 621\u2013624","DOI":"10.22489\/CinC.2016.182-399"},{"key":"163_CR32","doi-asserted-by":"crossref","unstructured":"Dietterich TG. Ensemble methods in machine learning BT\u2014multiple classifier systems. 2000. P. 1\u201315.","DOI":"10.1007\/3-540-45014-9_1"}],"container-title":["Health Information Science and Systems"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s13755-021-00163-7.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s13755-021-00163-7\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s13755-021-00163-7.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2021,12,3]],"date-time":"2021-12-03T14:27:22Z","timestamp":1638541642000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s13755-021-00163-7"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2021,7,31]]},"references-count":32,"journal-issue":{"issue":"1","published-print":{"date-parts":[[2021,12]]}},"alternative-id":["163"],"URL":"https:\/\/doi.org\/10.1007\/s13755-021-00163-7","relation":{},"ISSN":["2047-2501"],"issn-type":[{"value":"2047-2501","type":"electronic"}],"subject":[],"published":{"date-parts":[[2021,7,31]]},"assertion":[{"value":"20 December 2020","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"19 July 2021","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"31 July 2021","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"The authors declare\u00a0that there is\u00a0no conflict of interest.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflict of interest"}}],"article-number":"33"}}