{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,5,1]],"date-time":"2026-05-01T18:04:58Z","timestamp":1777658698165,"version":"3.51.4"},"reference-count":47,"publisher":"Springer Science and Business Media LLC","issue":"7","license":[{"start":{"date-parts":[[2020,7,8]],"date-time":"2020-07-08T00:00:00Z","timestamp":1594166400000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2020,7,8]],"date-time":"2020-07-08T00:00:00Z","timestamp":1594166400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Neural Comput & Applic"],"published-print":{"date-parts":[[2021,4]]},"DOI":"10.1007\/s00521-020-05147-4","type":"journal-article","created":{"date-parts":[[2020,7,8]],"date-time":"2020-07-08T08:03:46Z","timestamp":1594195426000},"page":"2719-2734","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":16,"title":["WisdomNet: trustable machine learning toward error-free classification"],"prefix":"10.1007","volume":"33","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-3214-010X","authenticated-orcid":false,"given":"Truong X.","family":"Tran","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-7244-7475","authenticated-orcid":false,"given":"Ramazan S.","family":"Aygun","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2020,7,8]]},"reference":[{"key":"5147_CR1","unstructured":"Valdovinos RM, S\u00e1nchez JS (2005) Class-dependant resampling for medical applications. In: Fourth international conference on machine learning and applications (ICMLA\u201905), p 6. IEEE"},{"key":"5147_CR2","unstructured":"Mandal S, Saha D, Banerjee T (2005) A neural network based prediction model for flood in a disaster management system with sensor networks. In: Proceedings of 2005 international conference on intelligent sensing and information processing, pp 78\u201382. IEEE"},{"issue":"3","key":"5147_CR3","doi-asserted-by":"publisher","first-page":"291","DOI":"10.1023\/A:1009700419189","volume":"1","author":"T Fawcett","year":"1997","unstructured":"Fawcett T, Provost F (1997) Adaptive fraud detection. Data Min Knowl Disc 1(3):291\u2013316","journal-title":"Data Min Knowl Disc"},{"key":"5147_CR4","volume-title":"Introduction to machine learning","author":"E Alpaydin","year":"2014","unstructured":"Alpaydin E (2014) Introduction to machine learning. MIT Press, London"},{"key":"5147_CR5","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-58937-4","volume-title":"Data analytics for protein crystallization","author":"ML Pusey","year":"2017","unstructured":"Pusey ML, Aygun RS (2017) Data analytics for protein crystallization. Springer, Berlin"},{"issue":"1","key":"5147_CR6","doi-asserted-by":"publisher","first-page":"15","DOI":"10.1007\/s13721-020-0220-6","volume":"9","author":"S Subedi","year":"2020","unstructured":"Subedi S, Dinc I, Tran TX, Sharma D, Shrestha BR, Pusey ML, Aygun RS (2020) Visual-x2: interactive visualization and analysis tool for protein crystallization. Netw Model Anal Health Inform Bioinform 9(1):15. https:\/\/doi.org\/10.1007\/s13721-020-0220-6","journal-title":"Netw Model Anal Health Inform Bioinform"},{"key":"5147_CR7","doi-asserted-by":"publisher","unstructured":"Tran TX, Aygun RS, Pusey ML (2017) Classifying protein crystallization trial images using subordinate color channel. In: 2017 IEEE international conference on bioinformatics and biomedicine (BIBM), pp 1546\u20131553. https:\/\/doi.org\/10.1109\/BIBM.2017.8217890","DOI":"10.1109\/BIBM.2017.8217890"},{"key":"5147_CR8","doi-asserted-by":"publisher","first-page":"637","DOI":"10.1007\/s10895-020-02500-7","volume":"30","author":"TX Tran","year":"2020","unstructured":"Tran TX, Pusey ML, Aygun RS (2020) Protein crystallization segmentation and classification using subordinate color channel in fluorescence microscopy images. J Fluoresc 30:637\u2013656. https:\/\/doi.org\/10.1007\/s10895-020-02500-7","journal-title":"J Fluoresc"},{"key":"5147_CR9","doi-asserted-by":"crossref","unstructured":"Milletari F, Navab N, Ahmadi SA (2016) V-net: fully convolutional neural networks for volumetric medical image segmentation. In: 2016 fourth international conference on 3D vision (3DV), pp 565\u2013571. IEEE","DOI":"10.1109\/3DV.2016.79"},{"key":"5147_CR10","doi-asserted-by":"crossref","unstructured":"Deng L, Hinton G, Kingsbury B (2013) New types of deep neural network learning for speech recognition and related applications: an overview. In: 2013 IEEE international conference on acoustics, speech and signal processing, pp 8599\u20138603. IEEE","DOI":"10.1109\/ICASSP.2013.6639344"},{"key":"5147_CR11","unstructured":"Kumar A, Irsoy O, Ondruska P, Iyyer M, Bradbury J, Gulrajani I, Zhong V, Paulus R, Socher R (2016) Ask me anything: dynamic memory networks for natural language processing. In: International conference on machine learning, pp 1378\u20131387"},{"issue":"4","key":"5147_CR12","doi-asserted-by":"publisher","first-page":"778","DOI":"10.1109\/TASLP.2014.2303296","volume":"22","author":"R Sarikaya","year":"2014","unstructured":"Sarikaya R, Hinton GE, Deoras A (2014) Application of deep belief networks for natural language understanding. IEEE\/ACM Trans Audio Speech Lang Process 22(4):778\u2013784","journal-title":"IEEE\/ACM Trans Audio Speech Lang Process"},{"key":"5147_CR13","unstructured":"Li RJ, Xiong ZB (2005) Forecasting stock market with fuzzy neural networks. In: 2005 International conference on machine learning and cybernetics, vol\u00a06, pp 3475\u20133479. IEEE"},{"key":"5147_CR14","doi-asserted-by":"crossref","unstructured":"Liu S, Liu S, Cai W, Pujol S, Kikinis R, Feng D (2014) Early diagnosis of Alzheimer\u2019s disease with deep learning. In: 2014 IEEE 11th international symposium on biomedical imaging (ISBI), pp 1015\u20131018. IEEE","DOI":"10.1109\/ISBI.2014.6868045"},{"issue":"2","key":"5147_CR15","doi-asserted-by":"publisher","first-page":"1153","DOI":"10.1109\/COMST.2015.2494502","volume":"18","author":"AL Buczak","year":"2016","unstructured":"Buczak AL, Guven E (2016) A survey of data mining and machine learning methods for cyber security intrusion detection. IEEE Commun Surv Tutor 18(2):1153\u20131176","journal-title":"IEEE Commun Surv Tutor"},{"issue":"9","key":"5147_CR16","doi-asserted-by":"publisher","first-page":"1421","DOI":"10.1109\/TCAD.2016.2633961","volume":"36","author":"SA Seshia","year":"2016","unstructured":"Seshia SA, Hu S, Li W, Zhu Q (2016) Design automation of cyber-physical systems: challenges, advances, and opportunities. IEEE Trans Comput Aided Des Integr Circuits Syst 36(9):1421\u20131434","journal-title":"IEEE Trans Comput Aided Des Integr Circuits Syst"},{"key":"5147_CR17","doi-asserted-by":"crossref","unstructured":"Kaul S (2018) Speed and accuracy are not enough! Trustworthy machine learning. In: Proceedings of the 2018 AAAI\/ACM conference on AI, ethics, and society, pp 372\u2013373. ACM","DOI":"10.1145\/3278721.3278796"},{"issue":"3","key":"5147_CR18","doi-asserted-by":"publisher","first-page":"26","DOI":"10.1145\/3313109","volume":"25","author":"KR Varshney","year":"2019","unstructured":"Varshney KR (2019) Trustworthy machine learning and artificial intelligence. XRDS: Crossroads ACM Mag Stud 25(3):26\u201329","journal-title":"XRDS: Crossroads ACM Mag Stud"},{"key":"5147_CR19","doi-asserted-by":"publisher","unstructured":"Towards trustable machine learning [Editorial] (2018) https:\/\/doi.org\/10.1038\/s41551-018-0315-x","DOI":"10.1038\/s41551-018-0315-x"},{"issue":"10","key":"5147_CR20","doi-asserted-by":"publisher","first-page":"749","DOI":"10.1038\/s41551-018-0304-0","volume":"2","author":"SM Lundberg","year":"2018","unstructured":"Lundberg SM, Nair B, Vavilala MS, Horibe M, Eisses MJ, Adams T, Liston DE, Low DKW, Newman SF, Kim J et al (2018) Explainable machine-learning predictions for the prevention of hypoxaemia during surgery. Nat Biomed Eng 2(10):749","journal-title":"Nat Biomed Eng"},{"key":"5147_CR21","doi-asserted-by":"crossref","unstructured":"Teso S, Kersting K (2019) Explanatory interactive machine learning. In: http:\/\/www.aies-conference.com\/accepted-papers\/. AAAI","DOI":"10.1145\/3306618.3314293"},{"key":"5147_CR22","doi-asserted-by":"crossref","unstructured":"Zhou J, Hu H, Li Z, Yu K, Chen F (2019) Physiological indicators for user trust in machine learning with influence enhanced fact-checking. In: International cross-domain conference for machine learning and knowledge extraction, pp 94\u2013113. Springer","DOI":"10.1007\/978-3-030-29726-8_7"},{"key":"5147_CR23","doi-asserted-by":"crossref","unstructured":"Zhang X, Zhu X, Wright S (2018) Training set debugging using trusted items. In: Thirty-second AAAI conference on artificial intelligence","DOI":"10.1609\/aaai.v32i1.11610"},{"key":"5147_CR24","unstructured":"Han Y, Zhang X (2019) Robust federated training via collaborative machine teaching using trusted instances. arXiv preprint arXiv:1905.02941"},{"key":"5147_CR25","unstructured":"Jun KS, Li L, Ma Y, Zhu J (2018) Adversarial attacks on stochastic bandits. In: Advances in neural information processing systems, pp 3640\u20133649"},{"key":"5147_CR26","unstructured":"Chen J, Wu X, Rastogi V, Liang Y, Jha S (2019) Robust attribution regularization. arXiv preprint arXiv:1905.09957"},{"issue":"10","key":"5147_CR27","doi-asserted-by":"publisher","first-page":"741","DOI":"10.1038\/s41551-018-0301-3","volume":"2","author":"P Wang","year":"2018","unstructured":"Wang P, Xiao X, Brown JRG, Berzin TM, Tu M, Xiong F, Hu X, Liu P, Song Y, Zhang D et al (2018) Development and validation of a deep-learning algorithm for the detection of polyps during colonoscopy. Nat Biomed Eng 2(10):741","journal-title":"Nat Biomed Eng"},{"key":"5147_CR28","unstructured":"Team S (2017) Hey Siri: an on-device DNN-powered voice trigger for Apple\u2019s personal assistant. Apple Mach Learn J 1(6)"},{"key":"5147_CR29","unstructured":"Warden P (2018) Speech commands: a dataset for limited-vocabulary speech recognition. arXiv preprint arXiv:1804.03209"},{"issue":"10","key":"5147_CR30","doi-asserted-by":"publisher","first-page":"1345","DOI":"10.1109\/TKDE.2009.191","volume":"22","author":"SJ Pan","year":"2009","unstructured":"Pan SJ, Yang Q (2009) A survey on transfer learning. IEEE Trans Knowl Data Eng 22(10):1345\u20131359","journal-title":"IEEE Trans Knowl Data Eng"},{"key":"5147_CR31","unstructured":"Yann MLJ, Tang Y (2016) Learning deep convolutional neural networks for x-ray protein crystallization image analysis. In: AAAI, pp 1373\u20131379"},{"issue":"7553","key":"5147_CR32","doi-asserted-by":"publisher","first-page":"436","DOI":"10.1038\/nature14539","volume":"521","author":"Y LeCun","year":"2015","unstructured":"LeCun Y, Bengio Y, Hinton G (2015) Deep learning. Nature 521(7553):436","journal-title":"Nature"},{"key":"5147_CR33","doi-asserted-by":"crossref","unstructured":"Tran TX, Pusey ML, Aygun RS (2018) Else-tree classifier for minimizing misclassification of biological data. In: 2018 IEEE international conference on bioinformatics and biomedicine (BIBM), pp 2301\u20132308. IEEE","DOI":"10.1109\/BIBM.2018.8621322"},{"issue":"8","key":"5147_CR34","doi-asserted-by":"publisher","first-page":"9","DOI":"10.1145\/3332409","volume":"62","author":"C Staff","year":"2019","unstructured":"Staff C (2019) A case against mission-critical applications of machine learning. Commun ACM 62(8):9\u20139. https:\/\/doi.org\/10.1145\/3332409","journal-title":"Commun ACM"},{"issue":"3","key":"5147_CR35","doi-asserted-by":"publisher","first-page":"61","DOI":"10.1145\/3241979","volume":"62","author":"ZQ Zhou","year":"2019","unstructured":"Zhou ZQ, Sun L (2019) Metamorphic testing of driverless cars. Commun ACM 62(3):61\u201367. https:\/\/doi.org\/10.1145\/3241979","journal-title":"Commun ACM"},{"issue":"10","key":"5147_CR36","doi-asserted-by":"publisher","first-page":"70","DOI":"10.1109\/MC.2019.2929723","volume":"52","author":"TW Kim","year":"2019","unstructured":"Kim TW, Mejia S (2019) From artificial intelligence to artificial wisdom: what socrates teaches us. Computer 52(10):70\u201374","journal-title":"Computer"},{"key":"5147_CR37","unstructured":"Allen-Zhu Z, Li Y, Song Z (2018) A convergence theory for deep learning via over-parameterization. arXiv preprint arXiv:1811.03962"},{"key":"5147_CR38","unstructured":"Soudry D, Carmon Y (2016) No bad local minima: data independent training error guarantees for multilayer neural networks. arXiv preprint arXiv:1605.08361"},{"key":"5147_CR39","unstructured":"UCI: UCI data repository. https:\/\/archive.ics.uci.edu\/ml\/index.php"},{"issue":"11","key":"5147_CR40","doi-asserted-by":"publisher","first-page":"2278","DOI":"10.1109\/5.726791","volume":"86","author":"Y LeCun","year":"1998","unstructured":"LeCun Y, Bottou L, Bengio Y, Haffner P et al (1998) Gradient-based learning applied to document recognition. Proc IEEE 86(11):2278\u20132324","journal-title":"Proc IEEE"},{"key":"5147_CR41","unstructured":"Kaggle: Dogs vs. cats | kaggle. https:\/\/www.kaggle.com\/c\/dogs-vs-cats\/data"},{"key":"5147_CR42","doi-asserted-by":"crossref","unstructured":"Fatourechi M, Ward RK, Mason SG, Huggins J, Schl\u00f6gl A, Birch GE (2008) Comparison of evaluation metrics in classification applications with imbalanced datasets. In: 2008 seventh international conference on machine learning and applications, pp 777\u2013782. IEEE","DOI":"10.1109\/ICMLA.2008.34"},{"key":"5147_CR43","doi-asserted-by":"crossref","unstructured":"Sigdel M, Ayg\u00fcn RS (2013) Pacc\u2014a discriminative and accuracy correlated measure for assessment of classification results. In: International workshop on machine learning and data mining in pattern recognition, pp 281\u2013295. Springer","DOI":"10.1007\/978-3-642-39712-7_22"},{"key":"5147_CR44","unstructured":"Simonyan K, Zisserman A (2014) Very deep convolutional networks for large-scale image recognition. arXiv preprint arXiv:1409.1556"},{"key":"5147_CR45","doi-asserted-by":"crossref","unstructured":"He K, Zhang X, Ren S, Sun J (2016) Deep residual learning for image recognition. In: Proceedings of the IEEE conference on computer vision and pattern recognition, pp 770\u2013778","DOI":"10.1109\/CVPR.2016.90"},{"key":"5147_CR46","doi-asserted-by":"crossref","unstructured":"Deng J, Dong W, Socher R, Li LJ, Li K, Fei-Fei L (2009) ImageNet: a large-scale hierarchical image database. In: CVPR09","DOI":"10.1109\/CVPR.2009.5206848"},{"key":"5147_CR47","unstructured":"Chollet F et\u00a0al. (2015) Keras. https:\/\/github.com\/fchollet\/keras"}],"container-title":["Neural Computing and Applications"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s00521-020-05147-4.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s00521-020-05147-4\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s00521-020-05147-4.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,11,1]],"date-time":"2022-11-01T18:20:24Z","timestamp":1667326824000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s00521-020-05147-4"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2020,7,8]]},"references-count":47,"journal-issue":{"issue":"7","published-print":{"date-parts":[[2021,4]]}},"alternative-id":["5147"],"URL":"https:\/\/doi.org\/10.1007\/s00521-020-05147-4","relation":{},"ISSN":["0941-0643","1433-3058"],"issn-type":[{"value":"0941-0643","type":"print"},{"value":"1433-3058","type":"electronic"}],"subject":[],"published":{"date-parts":[[2020,7,8]]},"assertion":[{"value":"12 December 2019","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"17 June 2020","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"8 July 2020","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Compliance with ethical standards"}},{"value":"The authors declare that they have no conflict of interest.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflict of interest"}}]}}