{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,12,25]],"date-time":"2025-12-25T18:11:18Z","timestamp":1766686278453,"version":"3.48.0"},"reference-count":54,"publisher":"Springer Science and Business Media LLC","issue":"1","license":[{"start":{"date-parts":[[2025,12,25]],"date-time":"2025-12-25T00:00:00Z","timestamp":1766620800000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2025,12,25]],"date-time":"2025-12-25T00:00:00Z","timestamp":1766620800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"funder":[{"name":"University Collaborative Innovation Project","award":["GXXT-2021-093-2"],"award-info":[{"award-number":["GXXT-2021-093-2"]}]},{"name":"Anhui Key R\\&D Programme Project-Top level Tackling Project","award":["202004a07020050"],"award-info":[{"award-number":["202004a07020050"]}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["J Supercomput"],"DOI":"10.1007\/s11227-025-08166-x","type":"journal-article","created":{"date-parts":[[2025,12,25]],"date-time":"2025-12-25T18:10:27Z","timestamp":1766686227000},"update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["A cascade knowledge distillation framework with three-stage training for dynamic knowledge graph embedding"],"prefix":"10.1007","volume":"82","author":[{"given":"Heng","family":"Zhang","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Shuguang","family":"Zhang","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2025,12,25]]},"reference":[{"key":"8166_CR1","doi-asserted-by":"publisher","first-page":"32862","DOI":"10.1109\/ACCESS.2020.2973928","volume":"8","author":"T Al-Moslmi","year":"2020","unstructured":"Al-Moslmi T, Oca\u00f1a MG, Opdahl AL, Veres C (2020) Named entity extraction for knowledge graphs: a literature overview. IEEE Access 8:32862\u201332881","journal-title":"IEEE Access"},{"issue":"2","key":"8166_CR2","doi-asserted-by":"publisher","first-page":"494","DOI":"10.1109\/TNNLS.2021.3070843","volume":"33","author":"S Ji","year":"2021","unstructured":"Ji S, Pan S, Cambria E, Marttinen P, Philip SY (2021) A survey on knowledge graphs: representation, acquisition, and applications. IEEE Trans Neural Netw Learn Syst 33(2):494\u2013514","journal-title":"IEEE Trans Neural Netw Learn Syst"},{"issue":"12","key":"8166_CR3","doi-asserted-by":"publisher","first-page":"2724","DOI":"10.1109\/TKDE.2017.2754499","volume":"29","author":"Q Wang","year":"2017","unstructured":"Wang Q, Mao Z, Wang B, Guo L (2017) Knowledge graph embedding: a survey of approaches and applications. IEEE Trans Knowl Data Eng 29(12):2724\u20132743","journal-title":"IEEE Trans Knowl Data Eng"},{"key":"8166_CR4","doi-asserted-by":"publisher","first-page":"5212","DOI":"10.1109\/ACCESS.2019.2963367","volume":"8","author":"R Wang","year":"2019","unstructured":"Wang R, Li B, Hu S, Du W, Zhang M (2019) Knowledge graph embedding via graph attenuated attention networks. IEEE Access 8:5212\u20135224","journal-title":"IEEE Access"},{"issue":"8","key":"8166_CR5","doi-asserted-by":"publisher","first-page":"3961","DOI":"10.1109\/TNNLS.2021.3055147","volume":"33","author":"Z Li","year":"2021","unstructured":"Li Z, Liu H, Zhang Z, Liu T, Xiong NN (2021) Learning knowledge graph embedding with heterogeneous relation attention networks. IEEE Trans Neural Netw Learn Syst 33(8):3961\u20133973","journal-title":"IEEE Trans Neural Netw Learn Syst"},{"key":"8166_CR6","doi-asserted-by":"crossref","unstructured":"Saxena A, Tripathi A, Talukdar P (2020) Improving multi-hop question answering over knowledge graphs using knowledge base embeddings. In: Proceedings of the 58th Annual Meeting of the Association for Computational Linguistics, pp 4498\u20134507","DOI":"10.18653\/v1\/2020.acl-main.412"},{"key":"8166_CR7","doi-asserted-by":"crossref","unstructured":"Wang Y, Lipka N, Rossi RA, Siu A, Zhang R, Derr T (2024) Knowledge graph prompting for multi-document question answering. In: Proceedings of the AAAI Conference on Artificial Intelligence, vol 38, pp 19206\u201319214","DOI":"10.1609\/aaai.v38i17.29889"},{"issue":"8","key":"8166_CR8","doi-asserted-by":"publisher","first-page":"3549","DOI":"10.1109\/TKDE.2020.3028705","volume":"34","author":"Q Guo","year":"2020","unstructured":"Guo Q, Zhuang F, Qin C, Zhu H, Xie X, Xiong H, He Q (2020) A survey on knowledge graph-based recommender systems. IEEE Trans Knowl Data Eng 34(8):3549\u20133568","journal-title":"IEEE Trans Knowl Data Eng"},{"issue":"10","key":"8166_CR9","doi-asserted-by":"publisher","first-page":"10281","DOI":"10.1109\/TKDE.2023.3251897","volume":"35","author":"M Gao","year":"2023","unstructured":"Gao M, Li J-Y, Chen C-H, Li Y, Zhang J, Zhan Z-H (2023) Enhanced multi-task learning and knowledge graph-based recommender system. IEEE Trans Knowl Data Eng 35(10):10281\u201310294","journal-title":"IEEE Trans Knowl Data Eng"},{"issue":"8","key":"8166_CR10","doi-asserted-by":"publisher","first-page":"1874","DOI":"10.1109\/TIFS.2017.2692728","volume":"12","author":"Z Fu","year":"2017","unstructured":"Fu Z, Huang F, Ren K, Weng J, Wang C (2017) Privacy-preserving smart semantic search based on conceptual graphs over encrypted outsourced data. IEEE Trans Inf Forensics Secur 12(8):1874\u20131884","journal-title":"IEEE Trans Inf Forensics Secur"},{"key":"8166_CR11","doi-asserted-by":"crossref","first-page":"52392","DOI":"10.1109\/ACCESS.2023.3236608","volume":"11","author":"N Bibi","year":"2023","unstructured":"Bibi N, Maqbool A, Rana T, Afzal F, Akg\u00fcl A, Eldin SM (2023) Enhancing semantic code search with deep graph matching. IEEE Access 11:52392\u201352411","journal-title":"IEEE Access"},{"key":"8166_CR12","doi-asserted-by":"crossref","unstructured":"Yang Y, Qiu J, Song M, Tao D, Wang X (2020) Distilling knowledge from graph convolutional networks. In: Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition, pp 7074\u20137083","DOI":"10.1109\/CVPR42600.2020.00710"},{"key":"8166_CR13","first-page":"1","volume":"1","author":"CK Joshi","year":"2022","unstructured":"Joshi CK, Liu F, Xun X, Lin J, Foo CS (2022) On representation knowledge distillation for graph neural networks. IEEE Trans Neural Netw Learn Syst 1:1","journal-title":"IEEE Trans Neural Netw Learn Syst"},{"key":"8166_CR14","doi-asserted-by":"crossref","unstructured":"Wu J, Xu Y, Zhang Y, Ma C, Coates M, Cheung JCK (2021) Tie: a framework for embedding-based incremental temporal knowledge graph completion. In: Proceedings of the 44th International ACM SIGIR Conference on Research and Development in Information Retrieval, pp 428\u2013437","DOI":"10.1145\/3404835.3462961"},{"key":"8166_CR15","first-page":"1","volume":"1","author":"H Li","year":"2024","unstructured":"Li H, Li C, Feng K, Yuan Y, Wang G, Zha H (2024) Robust knowledge adaptation for dynamic graph neural networks. IEEE Trans Knowl Data Eng 1:1","journal-title":"IEEE Trans Knowl Data Eng"},{"key":"8166_CR16","unstructured":"Rusu AA, Rabinowitz NC, Desjardins G, Soyer H, Kirkpatrick J, Kavukcuoglu K, Pascanu R, Hadsell R (2016) Progressive neural networks. arXiv preprint arXiv:1606.04671"},{"key":"8166_CR17","unstructured":"Lomonaco V, Maltoni D (2017) Core50: a new dataset and benchmark for continuous object recognition. In: Conference on Robot Learning, PMLR, pp 17\u201326"},{"issue":"2","key":"8166_CR18","doi-asserted-by":"publisher","first-page":"1128","DOI":"10.1109\/LRA.2021.3056071","volume":"6","author":"A Daruna","year":"2021","unstructured":"Daruna A, Gupta M, Sridharan M, Chernova S (2021) Continual learning of knowledge graph embeddings. IEEE Robot Autom Lett 6(2):1128\u20131135","journal-title":"IEEE Robot Autom Lett"},{"key":"8166_CR19","doi-asserted-by":"publisher","first-page":"46823","DOI":"10.1109\/ACCESS.2022.3170561","volume":"10","author":"F Boutros","year":"2022","unstructured":"Boutros F, Siebke P, Klemt M, Damer N, Kirchbuchner F, Kuijper A (2022) Pocketnet: extreme lightweight face recognition network using neural architecture search and multistep knowledge distillation. IEEE Access 10:46823\u201346833","journal-title":"IEEE Access"},{"key":"8166_CR20","unstructured":"Xu H, Wang Y, Fan J (2024) Self-knowledge distillation for knowledge graph embedding. In: Proceedings of the 2024 Joint International Conference on Computational Linguistics, Language Resources and Evaluation (LREC-COLING 2024), pp 14595\u201314605"},{"key":"8166_CR21","unstructured":"Hinton G (2015) Distilling the knowledge in a neural network. arXiv preprint arXiv:1503.02531"},{"key":"8166_CR22","doi-asserted-by":"crossref","unstructured":"Mirzadeh SI, Farajtabar M, Li A, Levine N, Matsukawa A, Ghasemzadeh H (2020) Improved knowledge distillation via teacher assistant. In: Proceedings of the AAAI Conference on Artificial Intelligence, vol 34, pp 5191\u20135198","DOI":"10.1609\/aaai.v34i04.5963"},{"key":"8166_CR23","doi-asserted-by":"crossref","unstructured":"Zhang Z, Cai J, Zhang Y, Wang J (2020) Learning hierarchy-aware knowledge graph embeddings for link prediction. In: Proceedings of the AAAI Conference on Artificial Intelligence, vol 34, pp 3065\u20133072","DOI":"10.1609\/aaai.v34i03.5701"},{"key":"8166_CR24","doi-asserted-by":"crossref","unstructured":"Wang K, Liu Y, Ma Q, Sheng QZ (2021) Mulde: multi-teacher knowledge distillation for low-dimensional knowledge graph embeddings. In: Proceedings of the Web Conference 2021, pp 1716\u20131726","DOI":"10.1145\/3442381.3449898"},{"key":"8166_CR25","unstructured":"Baltatzis V, Costabello L (2024) Kgex: explaining knowledge graph embeddings via subgraph sampling and knowledge distillation. In: Learning on Graphs Conference, PMLR, pp 27-1"},{"key":"8166_CR26","unstructured":"Zenke F, Poole B, Ganguli S (2017) Continual learning through synaptic intelligence. In: International Conference on Machine Learning, PMLR, pp 3987\u20133995"},{"issue":"13","key":"8166_CR27","doi-asserted-by":"publisher","first-page":"3521","DOI":"10.1073\/pnas.1611835114","volume":"114","author":"J Kirkpatrick","year":"2017","unstructured":"Kirkpatrick J, Pascanu R, Rabinowitz N, Veness J, Desjardins G, Rusu AA, Milan K, Quan J, Ramalho T, Grabska-Barwinska A et al (2017) Overcoming catastrophic forgetting in neural networks. Proc Natl Acad Sci 114(13):3521\u20133526","journal-title":"Proc Natl Acad Sci"},{"key":"8166_CR28","doi-asserted-by":"publisher","first-page":"40790","DOI":"10.1109\/ACCESS.2023.3270385","volume":"11","author":"T-C Bui","year":"2023","unstructured":"Bui T-C, Le V-D, Li W-S (2023) Generating real-time explanations for GNNS via multiple specialty learners and online knowledge distillation. IEEE Access 11:40790\u201340808","journal-title":"IEEE Access"},{"key":"8166_CR29","doi-asserted-by":"crossref","unstructured":"Liu J, Wang P, Shang Z, Wu C (2023) Iterde: an iterative knowledge distillation framework for knowledge graph embeddings. In: Proceedings of the AAAI Conference on Artificial Intelligence, vol 37, pp 4488\u20134496","DOI":"10.1609\/aaai.v37i4.25570"},{"key":"8166_CR30","doi-asserted-by":"crossref","unstructured":"Liu Y, Chen J, Chen D, Zhou Z, Feng Y, Wang C (2024) Confidence-aware self-semantic distillation on knowledge graph embedding. In: Proceedings of the 33rd ACM International Conference on Information and Knowledge Management, pp 1493\u20131502","DOI":"10.1145\/3627673.3679683"},{"key":"8166_CR31","unstructured":"Zheng J, Qiu S, Shi C, Ma Q (2024) Towards lifelong learning of large language models: a survey. arXiv preprint arXiv:2406.06391"},{"key":"8166_CR32","first-page":"1","volume":"1","author":"H Wen","year":"2024","unstructured":"Wen H, Qiu H, Wang L, Cheng H, Li H (2024) Class incremental learning with less forgetting direction and equilibrium point. IEEE Trans Circuits Syst Video Technol 1:1","journal-title":"IEEE Trans Circuits Syst Video Technol"},{"key":"8166_CR33","doi-asserted-by":"publisher","DOI":"10.1016\/j.knosys.2022.109601","volume":"254","author":"K Wei","year":"2022","unstructured":"Wei K, Zhang Z, Jin L, Guo Z, Li S, Wang W, Lv J (2022) Heft: a history-enhanced feature transfer framework for incremental event detection. Knowl Based Syst 254:109601","journal-title":"Knowl Based Syst"},{"key":"8166_CR34","doi-asserted-by":"publisher","DOI":"10.1016\/j.engappai.2023.107076","volume":"126","author":"G Cirac","year":"2023","unstructured":"Cirac G, Farfan J, Avansi GD, Schiozer DJ, Rocha A (2023) Deep hierarchical distillation proxy-oil modeling for heterogeneous carbonate reservoirs. Eng Appl Artif Intell 126:107076","journal-title":"Eng Appl Artif Intell"},{"key":"8166_CR35","doi-asserted-by":"publisher","first-page":"38","DOI":"10.1016\/j.neunet.2020.12.003","volume":"135","author":"E Belouadah","year":"2021","unstructured":"Belouadah E, Popescu A, Kanellos I (2021) A comprehensive study of class incremental learning algorithms for visual tasks. Neural Netw 135:38\u201354","journal-title":"Neural Netw"},{"key":"8166_CR36","first-page":"1","volume":"1","author":"J Han","year":"2023","unstructured":"Han J, Zheng H, Bi C (2023) Kd-inr: time-varying volumetric data compression via knowledge distillation-based implicit neural representation. IEEE Trans Visual Comput Gr 1:1","journal-title":"IEEE Trans Visual Comput Gr"},{"key":"8166_CR37","first-page":"1","volume":"26","author":"A Bordes","year":"2013","unstructured":"Bordes A, Usunier N, Garcia-Duran A, Weston J, Yakhnenko O (2013) Translating embeddings for modeling multi-relational data. Adv Neural Inf Process Syst 26:1","journal-title":"Adv Neural Inf Process Syst"},{"key":"8166_CR38","doi-asserted-by":"crossref","unstructured":"Wang Z, Zhang J, Feng J, Chen Z (2014) Knowledge graph embedding by translating on hyperplanes. In: Proceedings of the AAAI Conference on Artificial Intelligence, vol 28","DOI":"10.1609\/aaai.v28i1.8870"},{"key":"8166_CR39","doi-asserted-by":"crossref","unstructured":"Lin Y, Liu Z, Sun M, Liu Y, Zhu X (2015) Learning entity and relation embeddings for knowledge graph completion. In: Proceedings of the AAAI Conference on Artificial Intelligence, vol. 29","DOI":"10.1609\/aaai.v29i1.9491"},{"key":"8166_CR40","doi-asserted-by":"crossref","unstructured":"Goel R, Kazemi SM, Brubaker M, Poupart P (2020) Diachronic embedding for temporal knowledge graph completion. In: Proceedings of the AAAI Conference on Artificial Intelligence, vol 34, pp 3988\u20133995","DOI":"10.1609\/aaai.v34i04.5815"},{"issue":"5","key":"8166_CR41","doi-asserted-by":"publisher","first-page":"2335","DOI":"10.1109\/TKDE.2020.3005952","volume":"34","author":"Z Zhang","year":"2020","unstructured":"Zhang Z, Li Z, Liu H, Xiong NN (2020) Multi-scale dynamic convolutional network for knowledge graph embedding. IEEE Trans Knowl Data Eng 34(5):2335\u20132347","journal-title":"IEEE Trans Knowl Data Eng"},{"key":"8166_CR42","first-page":"1","volume":"32","author":"S Zhang","year":"2019","unstructured":"Zhang S, Tay Y, Yao L, Liu Q (2019) Quaternion knowledge graph embeddings. Adv Neural Inf Process Syst 32:1","journal-title":"Adv Neural Inf Process Syst"},{"key":"8166_CR43","doi-asserted-by":"publisher","first-page":"166870","DOI":"10.1109\/ACCESS.2020.3021711","volume":"8","author":"J-W Jung","year":"2020","unstructured":"Jung J-W, Heo H-S, Shim H-J, Yu H-J (2020) Knowledge distillation in acoustic scene classification. IEEE Access 8:166870\u2013166879","journal-title":"IEEE Access"},{"key":"8166_CR44","doi-asserted-by":"publisher","first-page":"105711","DOI":"10.1109\/ACCESS.2021.3099856","volume":"9","author":"D-Q Vu","year":"2021","unstructured":"Vu D-Q, Le N, Wang J-C (2021) Teaching yourself: a self-knowledge distillation approach to action recognition. IEEE Access 9:105711\u2013105723","journal-title":"IEEE Access"},{"key":"8166_CR45","doi-asserted-by":"crossref","unstructured":"Guo Q, Wang X, Wu Y, Yu Z, Liang D, Hu X, Luo P (2020) Online knowledge distillation via collaborative learning. In: Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition, pp 11020\u201311029","DOI":"10.1109\/CVPR42600.2020.01103"},{"key":"8166_CR46","unstructured":"Liu H, Wu Y, Yang Y (2017) Analogical inference for multi-relational embeddings. In: International Conference on Machine Learning, PMLR, pp 2168\u20132178"},{"key":"8166_CR47","unstructured":"Li Y Convolutional knowledge graph link prediction with reshaped embeddings"},{"key":"8166_CR48","doi-asserted-by":"crossref","unstructured":"Dettmers T, Minervini P, Stenetorp P, Riedel S (2018) Convolutional 2d knowledge graph embeddings. In: Proceedings of the AAAI Conference on Artificial Intelligence, vol 32","DOI":"10.1609\/aaai.v32i1.11573"},{"key":"8166_CR49","doi-asserted-by":"crossref","unstructured":"Daruna A, Liu W, Kira Z, Chetnova S (2019) Robocse: robot common sense embedding. In: 2019 International Conference on Robotics and Automation (ICRA), IEEE, pp 9777\u20139783","DOI":"10.1109\/ICRA.2019.8794070"},{"key":"8166_CR50","doi-asserted-by":"crossref","unstructured":"Cui Y, Wang Y, Sun Z, Liu W, Jiang Y, Han K, Hu W (2023) Lifelong embedding learning and transfer for growing knowledge graphs. In: AAAI","DOI":"10.1609\/aaai.v37i4.25539"},{"key":"8166_CR51","doi-asserted-by":"crossref","unstructured":"Hamaguchi T, Oiwa H, Shimbo M, Matsumoto Y (2017) Knowledge transfer for out-of-knowledge-base entities: a graph neural network approach. In: Proceedings of the 26th International Joint Conference on Artificial Intelligence, AAAI Press","DOI":"10.24963\/ijcai.2017\/250"},{"key":"8166_CR52","doi-asserted-by":"crossref","unstructured":"Wang P, Han J, Li C, Pan R (2019) Logic attention based neighborhood aggregation for inductive knowledge graph embedding. In: Proceedings of the Thirty-Third AAAI Conference on Artificial Intelligence and Thirty-First Innovative Applications of Artificial Intelligence Conference and Ninth AAAI Symposium on Educational Advances in Artificial Intelligence, AAAI Press","DOI":"10.1609\/aaai.v33i01.33017152"},{"key":"8166_CR53","doi-asserted-by":"publisher","first-page":"60489","DOI":"10.1109\/ACCESS.2018.2874656","volume":"6","author":"H-J Song","year":"2018","unstructured":"Song H-J, Park S-B (2018) Enriching translation-based knowledge graph embeddings through continual learning. IEEE Access 6:60489\u201360497","journal-title":"IEEE Access"},{"key":"8166_CR54","doi-asserted-by":"crossref","unstructured":"Liu J, Ke W, Wang P, Shang Z, Gao J, Li G, Ji K, Liu, Y (2024) Towards continual knowledge graph embedding via incremental distillation. In: Proceedings of the AAAI Conference on Artificial Intelligence, vol 38, pp 8759\u20138768","DOI":"10.1609\/aaai.v38i8.28722"}],"container-title":["The Journal of Supercomputing"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s11227-025-08166-x.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s11227-025-08166-x","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s11227-025-08166-x.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,12,25]],"date-time":"2025-12-25T18:10:32Z","timestamp":1766686232000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s11227-025-08166-x"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,12,25]]},"references-count":54,"journal-issue":{"issue":"1","published-online":{"date-parts":[[2026,1]]}},"alternative-id":["8166"],"URL":"https:\/\/doi.org\/10.1007\/s11227-025-08166-x","relation":{},"ISSN":["1573-0484"],"issn-type":[{"value":"1573-0484","type":"electronic"}],"subject":[],"published":{"date-parts":[[2025,12,25]]},"assertion":[{"value":"9 July 2025","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"10 December 2025","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"25 December 2025","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"The authors declare no conflict of interest.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflict of interest"}}],"article-number":"29"}}