{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,11,19]],"date-time":"2025-11-19T18:40:48Z","timestamp":1763577648902,"version":"3.45.0"},"publisher-location":"Gdansk, Poland; Belgrade, Serbia","reference-count":31,"publisher":"University of Gdansk, Department of Business Informatics & University of Belgrade, Faculty of Organizational Sciences","content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"DOI":"10.62036\/isd.2025.74","type":"proceedings-article","created":{"date-parts":[[2025,11,19]],"date-time":"2025-11-19T00:45:28Z","timestamp":1763513128000},"source":"Crossref","is-referenced-by-count":0,"title":["Persistent Misclassification Analysis for Improving Thyroid Cancer Classification from Ultrasound Images"],"prefix":"10.62036","author":[{"given":"Mariusz","family":"Rafalo","sequence":"first","affiliation":[{"name":"Warsaw School of Economics, Poland"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Agnieszka","family":"Zylka","sequence":"additional","affiliation":[{"name":"Maria Sklodowska-Curie National Research Institute of Oncology, Poland"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"48375","published-online":{"date-parts":[[2025,11,17]]},"reference":[{"key":"ref0","doi-asserted-by":"publisher","unstructured":"[1] Ayana, G., Park, J., and Choe, S. W.: Patchless Multi-Stage Transfer Learning for Improved Mammographic Breast Mass Classification. In: Cancers 14.5 (2022).","DOI":"10.3390\/cancers14051280"},{"key":"ref1","unstructured":"[2] Brinker, T. J., Hekler, A., Enk, A. H., Klode, J., Hauschild, A., and Berking, C. et al.: Deep learning outperformed 136 of 157 dermatologists in a head-to-head dermoscopic melanoma image classification task. In: European Journal of Cancer 113 (2019), pp. 47- 54."},{"key":"ref2","doi-asserted-by":"publisher","unstructured":"[3] Jeon, E. J., Jeong, Y. J., Park, S. H., Cho, C. H., Shon, H. S., and Jung, E. D.: Ultrasonographic Characteristics of the Follicular Variant Papillary Thyroid Cancer According to the Tumor Size. In: Journal of Korean Medical Science 31.3 (2016), pp. 397-402. URL: https:\/\/doi.org\/10.3346\/jkms.2016.31.3.397.","DOI":"10.3346\/jkms.2016.31.3.397"},{"key":"ref3","doi-asserted-by":"publisher","unstructured":"[4] Jiang, Z., Salcudean, S. E., and Navab, N.: Robotic ultrasound imaging: State-of-the-art and future perspectives. In: Medical Image Analysis 89.July (2023), p. 102878. arXiv:2307.05545.","DOI":"10.1016\/j.media.2023.102878"},{"key":"ref4","unstructured":"[5] Koh, P. W. and Liang, P.: Understanding Black-box Predictions via Influence Functions. In: Proceedings of the 34th International Conference on Machine Learning (ICML) (2017), pp. 1885-1894."},{"key":"ref5","doi-asserted-by":"publisher","unstructured":"[6] Kunapinun, A., Dailey, M. N., Songsaeng, D., Parnichkun, M., Keatmanee, C., and Ekpanyapong, M.: Improving GAN Learning Dynamics for Thyroid Nodule Segmentation. In: Ultrasound in Medicine and Biology 49.2 (2023), pp. 416-430.","DOI":"10.1016\/j.ultrasmedbio.2022.09.010"},{"key":"ref6","doi-asserted-by":"publisher","unstructured":"[7] Lee, J., Kim, Y., Ahn, Y., Park, S., et al.: Investigation of optimal convolutional neural network conditions for thyroid ultrasound image analysis. In: Sci. Rep. 13 (2023), pp. 1-9.","DOI":"10.1038\/s41598-023-28001-8"},{"key":"ref7","doi-asserted-by":"publisher","unstructured":"[8] Li, X., Zhang, S., Zhang, Q., Wei, X., Pan, Y., Zhao, J., Xin, X., Qin, C., Wang, X., Li, J., Yang, F., Zhao, Y., Yang, M., Wang, Q., Zheng, Z., Zheng, X., Yang, X., Whitlow,C. T., Gurcan, M. N., Zhang, L., Wang, X., Pasche, B. C., Gao, M., Zhang, W., and Chen, K.: Diagnosis of thyroid cancer using deep convolutional neural network models applied to sonographic images: a retrospective, multicohort, diagnostic study. In: The Lancet Oncology 20.2 (2019), pp. 193-201.","DOI":"10.1016\/S1470-2045(18)30762-9"},{"key":"ref8","doi-asserted-by":"publisher","unstructured":"[9] Liu, M., Zhang, J., Adeli, E., and Shen, D.: Deep multi-task multi-channel learning for joint classification and regression of brain status. In: International Conference on Medical Image Computing and Computer-Assisted Intervention. Cham: Springer, 2017, pp. 3-11.","DOI":"10.1007\/978-3-319-66179-7_1"},{"key":"ref9","doi-asserted-by":"publisher","unstructured":"[10] Moon, J. H., Kim, Y. I., Lim, J. A., Choi, H. S., and Cho, S. W.: Thyroglobulin in washout fluid from lymph node fine-needle aspiration biopsy in papillary thyroid cancer: largescale validation of the cutoff value to determine malignancy and evaluation of discrepant results. In: The Journal of Clinical Endocrinology and Metabolism 98.3 (2013).","DOI":"10.1210\/jc.2012-3291"},{"key":"ref10","doi-asserted-by":"publisher","unstructured":"[11] Northcutt, C., Jiang, L., Chuang, J., Sagawa, S., Saunshi, N., and Lipton, Z. C.: Confident Learning: Estimating Uncertainty in Dataset Labels. In: Journal of Artificial Intelligence Research 70 (2021), pp. 1373-1411.","DOI":"10.1613\/jair.1.12125"},{"key":"ref11","doi-asserted-by":"publisher","unstructured":"[12] Oakden-Rayner, L., Beam, A. L., and Palmer, L. J.: Hidden Stratification Causes Clinically Meaningful Failures in Machine Learning for Medical Imaging. https:\/\/ arxiv.org\/abs\/1909.12475. arXiv preprint arXiv:1909.12475. 2020.","DOI":"10.1145\/3368555.3384468"},{"key":"ref12","doi-asserted-by":"publisher","unstructured":"[13] Peng, S., Liu, Y., Lv, W., Liu, L., Zhou, Q., Yang, H., et al.: Deep learning-based artificial intelligence model to assist thyroid nodule diagnosis and management: a multicentre diagnostic study. In: Lancet Digit. Heal. 3.4 (2021), e250-e259.","DOI":"10.1016\/S2589-7500(21)00041-8"},{"key":"ref13","unstructured":"[14] Recht, B., Roelofs, R., Schmidt, L., and Shankar, V.: Do ImageNet Classifiers Generalize to ImageNet? In: International Conference on Machine Learning (ICML) (2019), pp. 5389-5400."},{"key":"ref14","doi-asserted-by":"publisher","unstructured":"[15] Rguibi, Z., Hajami, A., Zitouni, D., Elqaraqoui, A., and Bedraoui, A.: CXAI: Explaining Convolutional Neural Networks for Medical. In: Electronics 11.11 (2022), pp. 1775- 1794.","DOI":"10.3390\/electronics11111775"},{"key":"ref15","doi-asserted-by":"publisher","unstructured":"[16] Ribeiro, M. T., Singh, S., and Guestrin, C.: \"Why Should I Trust You?\": Explaining the Predictions of Any Classifier. In: Proceedings of the 22nd ACM SIGKDD International Conference on Knowledge Discovery and Data Mining. ACM. 2016, pp. 1135-1144.","DOI":"10.1145\/2939672.2939778"},{"key":"ref16","doi-asserted-by":"publisher","unstructured":"[17] Selvaraju, R. R., Cogswell, M., Das, A., Vedantam, R., Parikh, D., and Batra, D.: GradCAM: Visual Explanations from Deep Networks via Gradient-Based Localization. In: Proceedings of the IEEE International Conference on Computer Vision (ICCV) (2017), pp. 618-626.","DOI":"10.1109\/ICCV.2017.74"},{"key":"ref17","unstructured":"[18] Singh, A., Sengupta, S., and Lakshminarayanan, V.: Explainable deep learning models in medical image analysis. 2020. arXiv: 2005.13799[cs.CV]. URL: https:\/\/ arxiv.org\/abs\/2005.13799."},{"key":"ref18","doi-asserted-by":"publisher","unstructured":"[19] Song, D., Yao, J., Jiang, Y., Shi, S., Cui, C., Wang, L., Wang, L., Wu, H., Tian, H., Ye, X., Ou, D., Li, W., Feng, N., Pan, W., Song, M., Xu, J., Xu, D., Wu, L., and Dong, F.: A new xAI framework with feature explainability for tumors decision-making in Ultrasound data: comparing with Grad-CAM. In: Computer Methods and Programs in Biomedicine 235 (2023), p. 107527. URL: https:\/\/www.sciencedirect.com\/science\/ article\/pii\/S016926072300192X.","DOI":"10.1016\/j.cmpb.2023.107527"},{"key":"ref19","doi-asserted-by":"publisher","unstructured":"[20] Sorrenti, S., Dolcetti, V., Radzina, M., Bellini, M., Frezza, F., Munir, K., et al.: Artificial Intelligence for Thyroid Nodule Characterization: Where Are We Standing? In: Cancers (Basel) 14.14 (2022), pp. 1-15.","DOI":"10.3390\/cancers14143357"},{"key":"ref20","doi-asserted-by":"publisher","unstructured":"[21] Todoroki, Y., Iwamoto, Y., Lin, L., Hu, H., and Chen, Y.: Automatic Detection of Focal Liver Lesions in Multi-phase CT Images Using A Multi-channel & Multi-scale CNN. In:2019 41st Annual International Conference of the IEEE Engineering in Medicine and Biology Society (EMBC). 2019, pp. 872-875.","DOI":"10.1109\/EMBC.2019.8857292"},{"key":"ref21","unstructured":"[22] Toneva, M., Sordoni, A., Tarlow, D., Kiros, J., Furlanello, T., and Bengio, Y.: An Empirical Study of Example Forgetting During Deep Neural Network Learning. In: International Conference on Learning Representations (ICLR). 2019."},{"key":"ref22","doi-asserted-by":"publisher","unstructured":"[23] Wang, Y., Guan, Q., and Lao I., e. a.: Using deep convolutional neural networks for multiclassification of thyroid tumor by histopathology: a large-scale pilot study. In: Annals of Translational Medicine 7.18 (2019).","DOI":"10.21037\/atm.2019.08.54"},{"key":"ref23","doi-asserted-by":"publisher","unstructured":"[24] Wei, X., Gao, M., Yu, R., Liu, Z., Gu, Q., Liu, X., Zheng, Z., Zheng, X., Zhu, J., and Zhang, S.: Ensemble Deep Learning Model for Multicenter Classification of Thyroid Nodules on Ultrasound Images. In: Med. Sci. Monit. 26 (2020), e926096.","DOI":"10.12659\/MSM.926096"},{"key":"ref24","doi-asserted-by":"publisher","unstructured":"[25] Xu, Q. S. and Liang, Y. Z.: Monte Carlo Cross Validation. In: Chemometrics and Intelligent Laboratory Systems 56.1 (2001), pp. 1-11.","DOI":"10.1016\/S0169-7439(00)00122-2"},{"key":"ref25","doi-asserted-by":"publisher","unstructured":"[26] Xu, Y., Xu, M., Geng, Z., et al.: Thyroid nodule classification in ultrasound imaging using deep transfer learning. In: BMC Cancer 25 (2025), p. 544.","DOI":"10.1186\/s12885-025-13917-3"},{"key":"ref26","doi-asserted-by":"publisher","unstructured":"[27] Zech, J. R., Badgeley, M. A., Liu, M., Costa, A. B., Titano, J. J., and Oermann, E. K.: Variable Generalization Performance of a Deep Learning Model to Detect Pneumonia in Chest Radiographs: A Cross-Sectional Study. In: PLoS Medicine 15.11 (2018), e1002683.","DOI":"10.1371\/journal.pmed.1002683"},{"key":"ref27","doi-asserted-by":"publisher","unstructured":"[28] Zhang, C., Liu, D., Huang, L., Zhao, Y., Chen, L., and Guo, Y.: Classification of Thyroid Nodules by Using Deep Learning Radiomics Based on Ultrasound Dynamic Video. In: Journal of Ultrasound in Medicine 41.12 (2022), pp. 2993-3002.","DOI":"10.1002\/jum.16006"},{"key":"ref28","unstructured":"[29] Zhang, C., Bengio, S., Hardt, M., Recht, B., and Vinyals, O.: Understanding deep learning requires rethinking generalization. In: International Conference on Learning Representations (ICLR) (2017)."},{"key":"ref29","doi-asserted-by":"publisher","unstructured":"[30] Zhao, H., Liu, C., Ye, J., Chang, L., Xu, Q., Shi, B., et al.: A comparison between deep learning convolutional neural networks and radiologists in the differentiation of benign and malignant thyroid nodules on CT images. In: Endokrynol. Pol. 72.3 (2021), pp. 217- 225.","DOI":"10.5603\/EP.a2021.0015"},{"key":"ref30","doi-asserted-by":"publisher","unstructured":"[31] Zhou, B., Khosla, A., Lapedriza, A., Oliva, A., and Torralba, A.: Learning Deep Features for Discriminative Localization. In: Proceedings of the IEEE Conference on Computer Vision and Pattern Recognition (CVPR). 2016, pp. 2921-2929.","DOI":"10.1109\/CVPR.2016.319"}],"event":{"name":"33rd International Conference on Information Systems Development","start":{"date-parts":[[2025,9,3]]},"location":"Belgrade, Serbia","end":{"date-parts":[[2025,9,5]]},"acronym":"ISD 2025"},"container-title":["International Conference on Information Systems Development","Proceedings of the 33rd International Conference on Information Systems Development"],"original-title":[],"link":[{"URL":"https:\/\/aisel.aisnet.org\/cgi\/viewcontent.cgi?article=1753&context=isd2014&unstamped=1","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,11,19]],"date-time":"2025-11-19T18:26:53Z","timestamp":1763576813000},"score":1,"resource":{"primary":{"URL":"https:\/\/aisel.aisnet.org\/isd2014\/proceedings2025\/datascience\/44"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,11,17]]},"references-count":31,"URL":"https:\/\/doi.org\/10.62036\/isd.2025.74","relation":{},"ISSN":["2938-5202"],"issn-type":[{"type":"print","value":"2938-5202"}],"subject":[],"published":{"date-parts":[[2025,11,17]]}}}