{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,4]],"date-time":"2026-04-04T21:50:56Z","timestamp":1775339456862,"version":"3.50.1"},"reference-count":30,"publisher":"Springer Science and Business Media LLC","issue":"11","license":[{"start":{"date-parts":[[2020,10,1]],"date-time":"2020-10-01T00:00:00Z","timestamp":1601510400000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2020,10,1]],"date-time":"2020-10-01T00:00:00Z","timestamp":1601510400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Neural Comput & Applic"],"published-print":{"date-parts":[[2021,6]]},"DOI":"10.1007\/s00521-020-05379-4","type":"journal-article","created":{"date-parts":[[2020,10,1]],"date-time":"2020-10-01T15:04:17Z","timestamp":1601564657000},"page":"6027-6038","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":13,"title":["HihO: accelerating artificial intelligence interpretability for medical imaging in IoT applications using hierarchical occlusion"],"prefix":"10.1007","volume":"33","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-6562-3207","authenticated-orcid":false,"given":"William S.","family":"Monroe","sequence":"first","affiliation":[]},{"given":"Frank M.","family":"Skidmore","sequence":"additional","affiliation":[]},{"given":"David G.","family":"Odaibo","sequence":"additional","affiliation":[]},{"given":"Murat M.","family":"Tanik","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2020,10,1]]},"reference":[{"key":"5379_CR1","doi-asserted-by":"crossref","unstructured":"Monroe WS, Anthony T, Tanik MM, Skidmore FM (2019) Towards a framework for validating machine learning results in medical imaging: opening the black box. In: Proceedings of the practice and experience in advanced research computing on rise of the machines (learning). ACM, p 74","DOI":"10.1145\/3332186.3332193"},{"key":"5379_CR2","doi-asserted-by":"crossref","unstructured":"Chattopadhay A, Sarkar A, Howlader P, Balasubramanian VN (2018) Grad-cam++: generalized gradient-based visual explanations for deep convolutional networks. In: 2018 IEEE winter conference on applications of computer vision (WACV). IEEE, p 839\u2013847","DOI":"10.1109\/WACV.2018.00097"},{"key":"5379_CR3","unstructured":"Lundberg SM , Lee S-I (2017) A unified approach to interpreting model predictions. In: Advances in neural information processing systems, pp 4765\u20134774"},{"key":"5379_CR4","doi-asserted-by":"publisher","first-page":"1788","DOI":"10.1016\/j.procs.2018.05.154","volume":"132","author":"S Grover","year":"2018","unstructured":"Grover S, Bhartia S, Yadav A, Seeja KR et al (2018) Predicting severity of Parkinson\u2019s disease using deep learning. Procedia Comput Sci 132:1788\u20131794","journal-title":"Procedia Comput Sci"},{"issue":"10","key":"5379_CR5","doi-asserted-by":"publisher","first-page":"1776","DOI":"10.3174\/ajnr.A5543","volume":"39","author":"G Zaharchuk","year":"2018","unstructured":"Zaharchuk G, Gong E, Wintermark M, Rubin D, Langlotz CP (2018) Deep learning in neuroradiology. Am J Neuroradiol 39(10):1776\u20131784","journal-title":"Am J Neuroradiol"},{"key":"5379_CR6","unstructured":"Lipton ZC (2016) The mythos of model interpretability. arXiv preprint arXiv:1606.03490"},{"key":"5379_CR7","doi-asserted-by":"publisher","first-page":"60","DOI":"10.1016\/j.media.2017.07.005","volume":"42","author":"G Litjens","year":"2017","unstructured":"Litjens G, Kooi T, Bejnordi BE, Setio AAA, Ciompi F, Ghafoorian M, Laak JAVD, Van Ginneken B, S\u00e1nchez CI (2017) A survey on deep learning in medical image analysis. Med Image Anal 42:60\u201388","journal-title":"Med Image Anal"},{"key":"5379_CR8","unstructured":"Sculley D, Gary H, Daniel G, Eugene D, Todd P, Dietmar E, Vinay C, Michael Y (2014) Machine learning: the high interest credit card of technical debt. SE4ML: software engineering for machine learning (NIPS 2014 Workshop)"},{"key":"5379_CR9","doi-asserted-by":"crossref","unstructured":"Selvaraju RR, Das A, Vedantam R, Cogswell M, Parikh D, Batra D (2016) Grad-cam: Why did you say that? Visual explanations from deep networks via gradient-based localization. CoRR, abs\/1610.02391, 7","DOI":"10.1109\/ICCV.2017.74"},{"key":"5379_CR10","doi-asserted-by":"crossref","unstructured":"Selvaraju RR, Cogswell M, Das A, Vedantam R, Parikh D , Batra D (2017) Grad-cam: visual explanations from deep networks via gradient-based localization. In: 2017 IEEE international conference on computer vision (ICCV). IEEE, pp 618\u2013626","DOI":"10.1109\/ICCV.2017.74"},{"key":"5379_CR11","unstructured":"Yang C, Rangarajan A, Ranka S (2018) Visual explanations from deep 3D convolutional neural networks for alzheimer\u2019s disease classification. arXiv preprint arXiv:1803.02544"},{"key":"5379_CR12","doi-asserted-by":"crossref","unstructured":"Anthony T, Robinson JP, Marstrander JR, Brook GR, Horton M, Skidmore FM (2017) High performance\/throughput computing workflow for a neuro-imaging application: provenance and approaches. In: Suh SC, Anthony T (eds) Big data and visual analytics. Springer, pp 245\u2013256","DOI":"10.1007\/978-3-319-63917-8_15"},{"key":"5379_CR13","first-page":"462","volume":"4","author":"NV Kraguljac","year":"2019","unstructured":"Kraguljac NV, Anthony T, Skidmore FM, Marstrander J, Morgan CJ, Reid MA, White DM, Jindal RD, Skefos NHM, Lahti AC (2019) Micro-and macrostructural white matter integrity in never-treated and currently unmedicated patients with schizophrenia and effects of short term antipsychotic treatment. Biol Psychiatry Cogn Neurosci Neuroimaging 4:462\u2013471","journal-title":"Biol Psychiatry Cogn Neurosci Neuroimaging"},{"key":"5379_CR14","doi-asserted-by":"crossref","unstructured":"Yin J, Anthony T, Marstrander J, Liu Y, Burdyshaw C, Horton M, Crosby L, Glenn BR, Skidmore F (2016) Optimization of non-linear image registration in AFNI. In: Proceedings of the XSEDE16 conference on diversity, big data, and science at scale. ACM, p\u00a06","DOI":"10.1145\/2949550.2949564"},{"key":"5379_CR15","unstructured":"Wang L, Wu Z, Karanam S, Peng K-C, Singh RV (2018) Reducing visual confusion with discriminative attention. arXiv preprint arXiv:1811.07484"},{"issue":"44","key":"5379_CR16","first-page":"46","volume":"21","author":"N Scarpato","year":"2017","unstructured":"Scarpato N, Pieroni A, Di Nunzio L, Fallucchi F (2017) E-health-IoT universe: a review. Management 21(44):46","journal-title":"Management"},{"key":"5379_CR17","doi-asserted-by":"publisher","first-page":"125562","DOI":"10.1109\/ACCESS.2019.2937521","volume":"7","author":"I Garc\u00eda-Magari\u00f1o","year":"2019","unstructured":"Garc\u00eda-Magari\u00f1o I, Muttukrishnan R, Lloret J (2019) Human-centric ai for trustworthy iot systems with explainable multilayer perceptrons. IEEE Access 7:125562\u2013125574","journal-title":"IEEE Access"},{"key":"5379_CR18","unstructured":"Krizhevsky A, Sutskever I, Hinton GE (2012) Imagenet classification with deep convolutional neural networks. In: Advances in neural information processing systems, pp 1097\u20131105"},{"issue":"4","key":"5379_CR19","doi-asserted-by":"publisher","first-page":"629","DOI":"10.1016\/j.pneurobio.2011.09.005","volume":"95","author":"K Marek","year":"2011","unstructured":"Marek K, Jennings D, Lasch S, Siderowf A, Tanner C, Simuni T, Coffey C, Kieburtz K, Flagg E, Chowdhury S et al (2011) The parkinson progression marker initiative (ppmi). Prog Neurobiol 95(4):629\u2013635","journal-title":"Prog Neurobiol"},{"issue":"8","key":"5379_CR20","doi-asserted-by":"publisher","first-page":"e73107","DOI":"10.1371\/journal.pone.0073107","volume":"8","author":"K Arfanakis","year":"2013","unstructured":"Arfanakis K, Fleischman DA, Grisot G, Barth CM, Varentsova A, Morris MC, Barnes LL, Bennett DA (2013) systemic inflammation in non-demented elderly human subjects: brain microstructure and cognition. PLoS ONE 8(8):e73107","journal-title":"PLoS ONE"},{"key":"5379_CR21","doi-asserted-by":"crossref","unstructured":"Skidmore FM, Monroe WS, Hurt C, Nicholas AP, Gerstenecker A, Anthony T, Jololian L, Cutter G, Bashir A, Denny T, et\u00a0al (2019) The emerging gait dysfunction phenotype in idiopathic parkinson\u2019s disease. bioRxiv, pp 632638","DOI":"10.1101\/632638"},{"issue":"2","key":"5379_CR22","doi-asserted-by":"publisher","first-page":"782","DOI":"10.1016\/j.neuroimage.2011.09.015","volume":"62","author":"M Jenkinson","year":"2012","unstructured":"Jenkinson M, Christian FB, Timothy EJB, Mark WW, Stephen MSF (2012) FSL. Neuroimage 62(2):782\u2013790","journal-title":"Neuroimage"},{"issue":"3","key":"5379_CR23","doi-asserted-by":"publisher","first-page":"162","DOI":"10.1006\/cbmr.1996.0014","volume":"29","author":"RW Cox","year":"1996","unstructured":"Cox RW (1996) Afni: software for analysis and visualization of functional magnetic resonance neuroimages. Comput Biomed Res 29(3):162\u2013173","journal-title":"Comput Biomed Res"},{"issue":"10","key":"5379_CR24","doi-asserted-by":"publisher","first-page":"1345","DOI":"10.1109\/TKDE.2009.191","volume":"22","author":"SJ Pan","year":"2010","unstructured":"Pan SJ, Yang Q et al (2010) A survey on transfer learning. IEEE Trans Knowl Data Eng 22(10):1345\u20131359","journal-title":"IEEE Trans Knowl Data Eng"},{"key":"5379_CR25","unstructured":"Chollet F (2015) keras, GitHub. https:\/\/github.com\/fchollet\/keras"},{"key":"5379_CR26","first-page":"265","volume":"16","author":"M Abadi","year":"2016","unstructured":"Abadi M, Barham P, Chen J, Chen Z, Davis A, Dean J, Devin M, Ghemawat S, Irving G, Isard M et al (2016) Tensorflow: a system for large-scale machine learning. OSDI 16:265\u2013283","journal-title":"OSDI"},{"key":"5379_CR27","unstructured":"Kotikalapudi R (2017) keras-vis, Github. https:\/\/github.com\/raghakot\/keras-vis"},{"key":"5379_CR28","unstructured":"Petsiuk V, Das A, Saenko K (2018) Rise: randomized input sampling for explanation of black-box models. arXiv preprint arXiv:1806.07421"},{"key":"5379_CR29","doi-asserted-by":"crossref","unstructured":"Zeiler MD, Fergus R (2014) Visualizing and understanding convolutional networks. In :European conference on computer vision. Springer, pp 818\u2013833","DOI":"10.1007\/978-3-319-10590-1_53"},{"key":"5379_CR30","doi-asserted-by":"publisher","first-page":"25","DOI":"10.1016\/j.comnet.2019.01.019","volume":"152","author":"CMJM Dourado Jr","year":"2019","unstructured":"Dourado CMJM Jr, da Suane Pires P, Silva RV, da N\u00f3brega M, Carlos A, da Barros S, Pedro P, Filho R, de Albuquerque VHC (2019) Deep learning IoT system for online stroke detection in skull computed tomography images. Comput Netw 152:25\u201339","journal-title":"Comput Netw"}],"container-title":["Neural Computing and Applications"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s00521-020-05379-4.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s00521-020-05379-4\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s00521-020-05379-4.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2021,10,1]],"date-time":"2021-10-01T01:18:46Z","timestamp":1633051126000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s00521-020-05379-4"}},"subtitle":["Opening the black box"],"short-title":[],"issued":{"date-parts":[[2020,10,1]]},"references-count":30,"journal-issue":{"issue":"11","published-print":{"date-parts":[[2021,6]]}},"alternative-id":["5379"],"URL":"https:\/\/doi.org\/10.1007\/s00521-020-05379-4","relation":{},"ISSN":["0941-0643","1433-3058"],"issn-type":[{"value":"0941-0643","type":"print"},{"value":"1433-3058","type":"electronic"}],"subject":[],"published":{"date-parts":[[2020,10,1]]},"assertion":[{"value":"23 October 2019","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"19 September 2020","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"1 October 2020","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Compliance with ethical standards"}},{"value":"The authors share no conflict of interest with the submission of this work. This manuscript represents the authors\u2019 original work and has neither published nor has it been submitted simultaneously elsewhere.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflict of interest"}}]}}