{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,7]],"date-time":"2026-04-07T16:23:53Z","timestamp":1775579033483,"version":"3.50.1"},"reference-count":50,"publisher":"Springer Science and Business Media LLC","issue":"1","license":[{"start":{"date-parts":[[2017,9,20]],"date-time":"2017-09-20T00:00:00Z","timestamp":1505865600000},"content-version":"unspecified","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Neural Process Lett"],"published-print":{"date-parts":[[2018,8]]},"DOI":"10.1007\/s11063-017-9712-5","type":"journal-article","created":{"date-parts":[[2017,9,20]],"date-time":"2017-09-20T14:59:03Z","timestamp":1505919543000},"page":"257-272","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":7,"title":["Knowledge Fusion in Feedforward Artificial Neural Networks"],"prefix":"10.1007","volume":"48","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-5671-8087","authenticated-orcid":false,"given":"Milad I.","family":"Akhlaghi","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-8966-6030","authenticated-orcid":false,"given":"Sergey V.","family":"Sukhov","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2017,9,20]]},"reference":[{"issue":"3","key":"9712_CR1","first-page":"273","volume":"20","author":"C Cortes","year":"1995","unstructured":"Cortes C, Vapnik V (1995) Support-vector networks. Mach Learn 20(3):273\u2013297","journal-title":"Mach Learn"},{"key":"9712_CR2","first-page":"313","volume":"9","author":"S Balakrishnan","year":"2008","unstructured":"Balakrishnan S, Madigan D (2008) Algorithms for sparse linear classifiers in the massive data setting. J Mach Learn Res 9:313\u2013337","journal-title":"J Mach Learn Res"},{"issue":"2","key":"9712_CR3","doi-asserted-by":"crossref","first-page":"181","DOI":"10.1109\/72.914517","volume":"12","author":"K-R Muller","year":"2001","unstructured":"Muller K-R, Mika S, Ratsch G, Tsuda K, Scholkopf B (2001) An introduction to kernel-based learning algorithms. IEEE Trans Neural Netw 12(2):181\u2013201","journal-title":"IEEE Trans Neural Netw"},{"key":"9712_CR4","unstructured":"Krizhevsky A, Sutskever I, Hinton GE (2012) Imagenet classification with deep convolutional neural networks. In: Advances in neural information processing systems, pp 1097\u20131105"},{"issue":"2","key":"9712_CR5","doi-asserted-by":"crossref","first-page":"259","DOI":"10.1016\/j.jneumeth.2012.10.012","volume":"212","author":"F Mokhtari","year":"2013","unstructured":"Mokhtari F, Hossein-Zadeh G-A (2013) Decoding brain states using backward edge elimination and graph kernels in fMRI connectivity networks. J Neurosci Methods 212(2):259\u2013268","journal-title":"J Neurosci Methods"},{"issue":"04","key":"9712_CR6","doi-asserted-by":"crossref","first-page":"1750005","DOI":"10.1142\/S0129065717500058","volume":"27","author":"Z-K Gao","year":"2017","unstructured":"Gao Z-K, Cai Q, Yang Y-X, Dong N, Zhang S-S (2017) Visibility graph from adaptive optimal kernel time-frequency representation for classification of epileptiform EEG. Int J Neural Syst 27(04):1750005","journal-title":"Int J Neural Syst"},{"key":"9712_CR7","doi-asserted-by":"crossref","first-page":"109","DOI":"10.1016\/S0079-7421(08)60536-8","volume":"24","author":"M McCloskey","year":"1989","unstructured":"McCloskey M, Cohen NJ (1989) Catastrophic interference in connectionist networks: the sequential learning problem. Psychol Learn Motiv 24:109\u2013165","journal-title":"Psychol Learn Motiv"},{"issue":"10","key":"9712_CR8","doi-asserted-by":"crossref","first-page":"1345","DOI":"10.1109\/TKDE.2009.191","volume":"22","author":"SJ Pan","year":"2010","unstructured":"Pan SJ, Yang Q (2010) A survey on transfer learning. IEEE Trans knowl Data Eng 22(10):1345\u20131359","journal-title":"IEEE Trans knowl Data Eng"},{"key":"9712_CR9","unstructured":"P\u00e9rez-S\u00e1nchez B, Fontenla-Romero O, Guijarro-Berdi\u00f1as B (2016) A review of adaptive online learning for artificial neural networks. Artif Intell Rev 1\u201319"},{"issue":"3\u20134","key":"9712_CR10","doi-asserted-by":"crossref","first-page":"491","DOI":"10.1007\/s00521-013-1534-4","volume":"25","author":"LC Jain","year":"2014","unstructured":"Jain LC, Seera M, Lim CP, Balasubramaniam P (2014) A review of online learning in supervised neural networks. Neural Comput Appl 25(3\u20134):491\u2013509","journal-title":"Neural Comput Appl"},{"key":"9712_CR11","volume-title":"Learning to learn","author":"S Thrun","year":"2012","unstructured":"Thrun S, Pratt L (2012) Learning to learn. Springer, New York"},{"issue":"11","key":"9712_CR12","doi-asserted-by":"crossref","first-page":"2187","DOI":"10.1109\/TNNLS.2015.2472457","volume":"27","author":"L Yang","year":"2016","unstructured":"Yang L, Jing L, Yu J, Ng MK (2016) Learning transferred weights from co-occurrence data for heterogeneous transfer learning. IEEE Trans Neural Netw Learn Syst 27(11):2187\u20132200","journal-title":"IEEE Trans Neural Netw Learn Syst"},{"key":"9712_CR13","doi-asserted-by":"crossref","unstructured":"Li J, Zhao R, Huang J-T, Gong Y (2014) Learning small-size DNN with output-distribution-based criteria. In: Fifteenth annual conference of the international speech communication association,","DOI":"10.21437\/Interspeech.2014-432"},{"key":"9712_CR14","unstructured":"Hinton G, Vinyals O, Dean J (2014) Distilling the knowledge in a neural network. Paper presented at the NIPS workshop"},{"key":"9712_CR15","unstructured":"Ba J, Caruana R (2014) Do deep nets really need to be deep? Advances in neural information processing systems 2654\u20132662"},{"key":"9712_CR16","doi-asserted-by":"crossref","unstructured":"Tang Z, Wang D, Zhang Z (2016) Recurrent neural network training with dark knowledge transfer. In: IEEE international conference on acoustics, speech and signal processing (ICASSP). IEEE, pp 5900\u20135904","DOI":"10.1109\/ICASSP.2016.7472809"},{"key":"9712_CR17","unstructured":"Zhang Y, Xiang T, Hospedales TM, Lu H (2017) Deep mutual learning. arXiv preprint arXiv:1706.00384"},{"issue":"2","key":"9712_CR18","doi-asserted-by":"crossref","first-page":"285","DOI":"10.1037\/0033-295X.97.2.285","volume":"97","author":"R Ratcliff","year":"1990","unstructured":"Ratcliff R (1990) Connectionist models of recognition memory: constraints imposed by learning and forgetting functions. Psychol Rev 97(2):285\u2013308","journal-title":"Psychol Rev"},{"key":"9712_CR19","unstructured":"French RM (1991) Using semi-distributed representations to overcome catastrophic interference in connectionist networks. In: Proceedings of the thirteenth annual conference of the cognitive science society, Erlbaum, Hillsdale, pp 173\u2013178"},{"issue":"4","key":"9712_CR20","doi-asserted-by":"crossref","first-page":"128","DOI":"10.1016\/S1364-6613(99)01294-2","volume":"3","author":"RM French","year":"1999","unstructured":"French RM (1999) Catastrophic forgetting in connectionist networks. Trends Cogn Sci 3(4):128\u2013135","journal-title":"Trends Cogn Sci"},{"key":"9712_CR21","doi-asserted-by":"crossref","first-page":"95","DOI":"10.1007\/978-1-4615-5529-2_5","volume-title":"Multitask learning. In: Learning to learn","author":"R Caruana","year":"1998","unstructured":"Caruana R (1998) Multitask learning. In: Learning to learn. Springer, New York, pp 95\u2013133"},{"key":"9712_CR22","doi-asserted-by":"crossref","unstructured":"Li Z, Hoiem D (2016) Learning without forgetting. In: European conference on computer vision. Springer, New York, pp 614\u2013629","DOI":"10.1007\/978-3-319-46493-0_37"},{"key":"9712_CR23","unstructured":"Donahue J, Jia Y, Vinyals O, Hoffman J, Zhang N, Tzeng E, Darrell T (2014) DeCAF: A deep convolutional activation feature for generic visual recognition. In: International conference in machine learning (ICML), pp 647\u2013655"},{"key":"9712_CR24","doi-asserted-by":"crossref","unstructured":"Girshick R, Donahue J, Darrell T, Malik J (2014) Rich feature hierarchies for accurate object detection and semantic segmentation. In: Proceedings of the IEEE conference on computer vision and pattern recognition, pp 580\u2013587","DOI":"10.1109\/CVPR.2014.81"},{"key":"9712_CR25","doi-asserted-by":"crossref","unstructured":"French RM, Ans B, Rousset S (2001) Pseudopatterns and dual-network memory models: advantages and shortcomings. In: Connectionist models of learning, development and evolution. Springer, pp 13\u201322","DOI":"10.1007\/978-1-4471-0281-6_2"},{"key":"9712_CR26","unstructured":"Li H, Wang X, Ding S (2017) Research and development of neural network ensembles: a survey. Artif Intell Rev 1\u201325"},{"key":"9712_CR27","doi-asserted-by":"crossref","first-page":"3","DOI":"10.1016\/j.inffus.2013.04.006","volume":"16","author":"M Wo\u017aniak","year":"2014","unstructured":"Wo\u017aniak M, Gra\u00f1a M, Corchado E (2014) A survey of multiple classifier systems as hybrid systems. Inf Fusion 16:3\u201317","journal-title":"Inf Fusion"},{"issue":"1","key":"9712_CR28","doi-asserted-by":"crossref","first-page":"5","DOI":"10.1023\/A:1010933404324","volume":"45","author":"L Breiman","year":"2001","unstructured":"Breiman L (2001) Random forests. Mach Learn 45(1):5\u201332","journal-title":"Mach Learn"},{"key":"9712_CR29","unstructured":"Domingos P (2000) Bayesian averaging of classifiers and the overfitting problem. In: 17th international conference on machine learning, San Francisco, pp 223\u2013230"},{"issue":"2","key":"9712_CR30","doi-asserted-by":"crossref","first-page":"241","DOI":"10.1016\/S0893-6080(05)80023-1","volume":"5","author":"DH Wolpert","year":"1992","unstructured":"Wolpert DH (1992) Stacked generalization. Neural Netw 5(2):241\u2013259","journal-title":"Neural Netw"},{"issue":"2","key":"9712_CR31","doi-asserted-by":"crossref","first-page":"497","DOI":"10.1109\/72.363487","volume":"6","author":"S-B Cho","year":"1995","unstructured":"Cho S-B, Kim JH (1995) Multiple network fusion using fuzzy logic. IEEE Trans Neural Netw 6(2):497\u2013501","journal-title":"IEEE Trans Neural Netw"},{"key":"9712_CR32","doi-asserted-by":"crossref","unstructured":"Bucilu\u01ce C, Caruana R, Niculescu-Mizil (2006) A Model compression. In: Proceedings of the 12th ACM SIGKDD international conference on Knowledge discovery and data mining. ACM, pp 535\u2013541","DOI":"10.1145\/1150402.1150464"},{"issue":"5","key":"9712_CR33","doi-asserted-by":"crossref","first-page":"493","DOI":"10.1007\/s00500-007-0221-8","volume":"12","author":"CJ Mantas","year":"2008","unstructured":"Mantas CJ (2008) A generic fuzzy aggregation operator: rules extraction from and insertion into artificial neural networks. Soft Comput 12(5):493\u2013514","journal-title":"Soft Comput"},{"issue":"4","key":"9712_CR34","doi-asserted-by":"crossref","first-page":"844","DOI":"10.1109\/TNN.2005.849843","volume":"16","author":"E Kolman","year":"2005","unstructured":"Kolman E, Margaliot M (2005) Are artificial neural networks white boxes? IEEE Trans Neural Netw 16(4):844\u2013852","journal-title":"IEEE Trans Neural Netw"},{"issue":"1","key":"9712_CR35","doi-asserted-by":"crossref","first-page":"384","DOI":"10.1016\/j.neucom.2005.12.127","volume":"70","author":"ER Hruschka","year":"2006","unstructured":"Hruschka ER, Ebecken NF (2006) Extracting rules from multilayer perceptrons in classification problems: a clustering-based approach. Neurocomputing 70(1):384\u2013397","journal-title":"Neurocomputing"},{"key":"9712_CR36","doi-asserted-by":"crossref","unstructured":"McGarry KJ, MacIntyre J (1999) Knowledge extraction and insertion from radial basis function networks. In: IEE colloquium on applied statistical pattern recognition, p 15","DOI":"10.1049\/ic:19990372"},{"key":"9712_CR37","doi-asserted-by":"crossref","unstructured":"Kasabov N, Woodford B (1999) Rule insertion and rule extraction from evolving fuzzy neural networks: algorithms and applications for building adaptive, intelligent expert systems. In: Fuzzy systems conference proceedings, 1999. FUZZ-IEEE\u201999. 1999 IEEE international. IEEE, pp 1406\u20131411","DOI":"10.1109\/FUZZY.1999.790109"},{"key":"9712_CR38","doi-asserted-by":"publisher","unstructured":"Tran SN, Garcez ASdA (2016) Deep logic networks: inserting and extracting knowledge from deep belief networks. IEEE transactions on neural networks and learning systems, vol 99, pp 1\u201313. doi: 10.1109\/TNNLS.2016.2603784","DOI":"10.1109\/TNNLS.2016.2603784"},{"key":"9712_CR39","unstructured":"Tran SN, Garcez AdA (2013) Knowledge extraction from deep belief networks for images. In: IJCAI-2013 workshop on neural-symbolic learning and reasoning"},{"key":"9712_CR40","volume-title":"Multisensor data fusion: from algorithms and architectural design to applications","author":"H Fourati","year":"2015","unstructured":"Fourati H (2015) Multisensor data fusion: from algorithms and architectural design to applications. CRC Press, Boca Raton"},{"key":"9712_CR41","unstructured":"Remagnino P, Monekosso DN, Jain LC (eds) Innovations in defence support systems -3, vol 336. Springer, Berlin Heidelberg, pp 1\u201321"},{"issue":"11","key":"9712_CR42","doi-asserted-by":"crossref","first-page":"2278","DOI":"10.1109\/5.726791","volume":"86","author":"Y LeCun","year":"1998","unstructured":"LeCun Y, Bottou L, Bengio Y, Haffner P (1998) Gradient-based learning applied to document recognition. Proc IEEE 86(11):2278\u20132324","journal-title":"Proc IEEE"},{"key":"9712_CR43","doi-asserted-by":"crossref","unstructured":"Simard PY, Steinkraus D, Platt JC (2003) Best practices for convolutional neural networks applied to visual document analysis. In: ICDAR. Citeseer, pp 958\u2013962","DOI":"10.1109\/ICDAR.2003.1227801"},{"issue":"3","key":"9712_CR44","doi-asserted-by":"crossref","first-page":"221","DOI":"10.1016\/S0020-7373(87)80053-6","volume":"27","author":"JR Quinlan","year":"1987","unstructured":"Quinlan JR (1987) Simplifying decision trees. Int J Man-Mach Stud 27(3):221\u2013234","journal-title":"Int J Man-Mach Stud"},{"key":"9712_CR45","unstructured":"Noordewier MO, Towell GG, Shavlik JW (1991) Training knowledge-based neural networks to recognize genes in DNA sequences. In: Advances in neural information processing systems (vol 3, pp 530\u2013536). Denver, CO: Morgan Kaufmann"},{"key":"9712_CR46","unstructured":"Schlimmer JC (1987) Concept acquisition through representational adjustment. Doctoral disseration, Department of Information and Computer Science, University of California, Irvine"},{"issue":"5","key":"9712_CR47","doi-asserted-by":"crossref","first-page":"550","DOI":"10.1109\/34.291440","volume":"16","author":"JJ Hull","year":"1994","unstructured":"Hull JJ (1994) A database for handwritten text recognition research. IEEE Trans Pattern Anal Mach Intell 16(5):550\u2013554","journal-title":"IEEE Trans Pattern Anal Mach Intell"},{"key":"9712_CR48","unstructured":"McRae K, Hetherington PA (1993) Catastrophic interference is eliminated in pretrained networks. In: Proceedings of the 15h annual conference of the cognitive science society, pp 723\u2013728"},{"issue":"1","key":"9712_CR49","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1561\/2200000006","volume":"2","author":"Y Bengio","year":"2009","unstructured":"Bengio Y (2009) Learning deep architectures for AI. Foundations and trends \u00ae. Mach Learn 2(1):1\u2013127","journal-title":"Mach Learn"},{"key":"9712_CR50","unstructured":"Romero A, Ballas N, Kahou SE, Chassang A, Gatta C, Bengio Y Fitnets (2015) Hints for thin deep nets. In: Proceedings of international conference on learning representations"}],"container-title":["Neural Processing Letters"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/article\/10.1007\/s11063-017-9712-5\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s11063-017-9712-5.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s11063-017-9712-5.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,8,3]],"date-time":"2022-08-03T03:11:47Z","timestamp":1659496307000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/s11063-017-9712-5"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2017,9,20]]},"references-count":50,"journal-issue":{"issue":"1","published-print":{"date-parts":[[2018,8]]}},"alternative-id":["9712"],"URL":"https:\/\/doi.org\/10.1007\/s11063-017-9712-5","relation":{},"ISSN":["1370-4621","1573-773X"],"issn-type":[{"value":"1370-4621","type":"print"},{"value":"1573-773X","type":"electronic"}],"subject":[],"published":{"date-parts":[[2017,9,20]]}}}