{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,17]],"date-time":"2026-04-17T16:29:50Z","timestamp":1776443390754,"version":"3.51.2"},"reference-count":47,"publisher":"Springer Science and Business Media LLC","issue":"10","license":[{"start":{"date-parts":[[2025,9,2]],"date-time":"2025-09-02T00:00:00Z","timestamp":1756771200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by-nc-nd\/4.0"},{"start":{"date-parts":[[2025,9,2]],"date-time":"2025-09-02T00:00:00Z","timestamp":1756771200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by-nc-nd\/4.0"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Complex Intell. Syst."],"published-print":{"date-parts":[[2025,10]]},"DOI":"10.1007\/s40747-025-02064-8","type":"journal-article","created":{"date-parts":[[2025,9,2]],"date-time":"2025-09-02T04:39:59Z","timestamp":1756787999000},"update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":1,"title":["A lightweight framework for knowledge graph representation learning models based on knowledge distillation strategy"],"prefix":"10.1007","volume":"11","author":[{"given":"Qiuhui","family":"Shen","sequence":"first","affiliation":[]},{"given":"Hongjun","family":"Zhang","sequence":"additional","affiliation":[]},{"given":"Aiyan","family":"Qu","sequence":"additional","affiliation":[]},{"given":"Shi","family":"Dong","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2025,9,2]]},"reference":[{"key":"2064_CR1","unstructured":"Fan M, Zhou Q, Chang E et al (2014) Transition-based knowledge graph embedding with relational mapping properties. In: Proceedings of the 28th Pacific Asia conference on language, information and computing. 328\u2013337"},{"key":"2064_CR2","doi-asserted-by":"crossref","unstructured":"Chen Y, Wu L and Zaki MJ (2019) Bidirectional attentive memory networks for question answering over knowledge bases. In: Proceedings of the North American Chapter of the Association for Computational Linguistics. 2913\u20132923","DOI":"10.18653\/v1\/N19-1299"},{"key":"2064_CR3","doi-asserted-by":"crossref","unstructured":"Zhang Y, Dai H, Kozareva Z et al (2018) Varia tional reasoning for question answering with knowledge graph. In: Proceedings of the AAAI Conference on Artificial Intelligence. 6069\u20136076","DOI":"10.1609\/aaai.v32i1.12057"},{"key":"2064_CR4","doi-asserted-by":"crossref","unstructured":"Lin BY, Chen X, Chen J et al (2019) KagNet: Knowledge aware graph networks for commonsense reasoning. In: Proceedings of the Conference on Empirical Methods in Natural Language Processing. 2829\u20132839","DOI":"10.18653\/v1\/D19-1282"},{"key":"2064_CR5","doi-asserted-by":"crossref","unstructured":"Ding M, Zhou C, Chen Q et al (2019) Cognitive graph for multi-hop reading comprehension at scale. In: Proceedings of the Annual Meeting of the Association for Computational Linguistics. 2694\u20132703","DOI":"10.18653\/v1\/P19-1259"},{"key":"2064_CR6","doi-asserted-by":"crossref","unstructured":"Wang H, Zhang F, Zhao M et al (2019) Multi-task feature learning for knowledge graph enhanced recommendation. In: Proceedings of the International World Wide Web Conference. 2000\u20132010","DOI":"10.1145\/3308558.3313411"},{"key":"2064_CR7","doi-asserted-by":"crossref","unstructured":"Wang X, Wang D, Xu C et al (2019) Explain able reasoning over knowledge graphs for recommendation. In: Proceedings of the AAAI Conference on Artificial Intelligence. 5329\u20135336","DOI":"10.1609\/aaai.v33i01.33015329"},{"key":"2064_CR8","doi-asserted-by":"crossref","unstructured":"Xian Y, Fu Z, Muthukrishnan S et al (2019) Reinforcement knowledge graph reasoning for explainable rec ommendation[C]. In: Proceedings of the ACM Special Interest Group on Information Retrieval, 285\u2013294","DOI":"10.1145\/3331184.3331203"},{"key":"2064_CR9","doi-asserted-by":"crossref","unstructured":"Peng H, Li J, Gong Q et al (2019) Fine-grained event categorization with heterogeneous graph convolutional networks[C]. In: Proceedings of the International Joint Conference on Artificial Intelligence. 3238\u20133245","DOI":"10.24963\/ijcai.2019\/449"},{"key":"2064_CR10","doi-asserted-by":"crossref","unstructured":"Logan R, Liu NF, Peters ME et al (2019) Barack\u2019s wife hillary: Using knowledge graphs for fact-aware language modeling[C]. In: Proceedings of the Annual Meeting of the Association for Computational Linguistics. 5962\u20135971","DOI":"10.18653\/v1\/P19-1598"},{"key":"2064_CR11","doi-asserted-by":"crossref","unstructured":"Sun Y, Wang S, Li Y et al (2020) ERNIE 2.0: a continual pre-training framework for language understanding. In: Proceedings of the AAAI Conference on Artificial Intelligence. 8968\u20138975","DOI":"10.1609\/aaai.v34i05.6428"},{"key":"2064_CR12","doi-asserted-by":"crossref","unstructured":"Petroni F, Rockt\u00e4schel T, Riedel S et al (2019) Language models as knowledge bases. In: Proceedings of the Conference on Empirical Methods in Natural Language Processing. 2463\u20132473","DOI":"10.18653\/v1\/D19-1250"},{"key":"2064_CR13","unstructured":"Sun Z, Deng Z-H, Nie J-Y et al (2019) RotatE: knowledge graph embedding by relational rotation in complex space. In: Proceedings of the International Conference on Learning Representations. 1\u201318"},{"key":"2064_CR14","doi-asserted-by":"crossref","unstructured":"Tang Y, Huang J, Wang G et al (2020) Orthogonal relation transforms with graph context modeling for knowledge graph embedding. In: Proceedings of the 58th Annual Meeting of the sociation for Computational Linguistics. 2713\u20132722","DOI":"10.18653\/v1\/2020.acl-main.241"},{"key":"2064_CR15","doi-asserted-by":"crossref","unstructured":"Chami I, Wolf A, Juan D C et al (2020) Low-dimensional hyperbolic knowledge graph embeddings. In: Proceedings of the 58th Annual Meeting of the Association for Computational Linguistics. 6901\u20136914","DOI":"10.18653\/v1\/2020.acl-main.617"},{"key":"2064_CR16","doi-asserted-by":"crossref","unstructured":"Xu C, Li R (2019) Relation embedding with Dihedral group in knowledge graph. In: Proceedings of the 57th Annual Meeting of the Association for Computational Linguistics. pp 263\u2013272","DOI":"10.18653\/v1\/P19-1026"},{"issue":"04","key":"2064_CR17","first-page":"149","volume":"50","author":"Q Shen","year":"2023","unstructured":"Shen Q, Zhang H, Xu Y et al (2023) Comprehensive survey of loss functions in knowledge graph embedding models. J Comput Sci 50(04):149\u2013158 (in Chinese)","journal-title":"J Comput Sci"},{"key":"2064_CR18","unstructured":"Bordes A, Usunier N, Garcia-Duran A et al (2013) Translating embeddings for modeling multi-relational data, in NIPS, pp 2787\u20132795"},{"key":"2064_CR19","doi-asserted-by":"crossref","unstructured":"Wang Z, Zhang J, Feng J et al (2014) Knowledge graph embedding by translating on hyperplanes. In: Proceedings of the AAAI Conference on Artificial Intelligence. 1112\u20131119","DOI":"10.1609\/aaai.v28i1.8870"},{"key":"2064_CR20","unstructured":"Yang B, Yih W, He X et al (2015) Embedding entities and relations for learning and inference in knowledge bases. In: Proceedings of the International Conference on Learning Representations. 1\u201313"},{"key":"2064_CR21","unstructured":"Trouillon T, Welbl J, Riedel S et al (2016) Complex embeddings for simple link prediction. In: International Conference on Machine Learning. PMLR, 2071\u20132080"},{"key":"2064_CR22","doi-asserted-by":"crossref","unstructured":"Balazevic I, Allen C, Hospedales T (2019) TuckER: tensor factorization for knowledge graph completion. In: Proceedings of the 2019 Conference on Empirical Methods in Natural Language Processing and the 9th International Joint Conference on Natural Language Processing (EMNLP-IJCNLP). 5188\u20135197","DOI":"10.18653\/v1\/D19-1522"},{"key":"2064_CR23","unstructured":"Zhang S, Tay Y, Yao L et al (2019) Quaternion knowledge graph embeddings. In: Proceedings of the 33rd International Conference on Neural Information Processing Systems. 2735\u20132745"},{"key":"2064_CR24","doi-asserted-by":"crossref","unstructured":"Dettmers T, Minervini P, Stenetorp P et al (2018) Convolutional 2d knowledge graph embeddings. In: Proceedings of the AAAI Conference on Artificial Intelligence. 1811\u20131818","DOI":"10.1609\/aaai.v32i1.11573"},{"key":"2064_CR25","doi-asserted-by":"crossref","unstructured":"Bala\u017eevi\u0107 I, Allen C, Hospedales T M (2019) Hypernetwork knowledge graph embeddings. In: International Conference on Artificial Neural Networks. Springer, Cham, pp 553\u2013565","DOI":"10.1007\/978-3-030-30493-5_52"},{"key":"2064_CR26","doi-asserted-by":"crossref","unstructured":"Schlichtkrull M, Kipf T N, Bloem P et al (2018) Modeling relational data with graph convolutional networks. In: European semantic web conference. Springer, Cham, 593\u2013607","DOI":"10.1007\/978-3-319-93417-4_38"},{"key":"2064_CR27","unstructured":"Xie R, Liu Z, Sun M (2016) Representation learning of knowledge graphs with hierarchical types. In: Proceedings of the Twenty-Fifth International Joint Conference on Artificial Intelligence. 2965\u20132971"},{"key":"2064_CR28","doi-asserted-by":"crossref","unstructured":"Xie R, Liu Z, Luan H, et al (2017) Image-embodied knowledge representation learning. In: Proceedings of the 26th International Joint Conference on Artificial Intelligence. 3140\u20133146","DOI":"10.24963\/ijcai.2017\/438"},{"issue":"1","key":"2064_CR29","first-page":"68","volume":"32","author":"H Gao","year":"2021","unstructured":"Gao H, Tian YL, Xu FY, Zhong S (2021) Survey of deep learning model compression and acceleration. Ruan Jian Xue Bao\/J Software 32(1):68\u201392 (in Chinese)","journal-title":"Ruan Jian Xue Bao\/J Software"},{"key":"2064_CR30","doi-asserted-by":"crossref","unstructured":"Pezeshkpour P, Chen L, Singh S. Embedding Multimodal Relational Data for Knowledge Base Completion[C]\/\/Proceedings of the 2018 Conference on Empirical Methods in Natural Language Processing. 2018:3208-3218.","DOI":"10.18653\/v1\/D18-1359"},{"key":"2064_CR31","unstructured":"Han S, Mao H, Dally W J Deep compression: Compressing deep neural networks with pruning, trained quantization and Huffman coding[EB\/OL]. (2015\u201310\u201301) [2024\u201304\u201306]. https:\/\/arxiv.org\/abs\/1510.00149"},{"key":"2064_CR32","unstructured":"Srinivas S, Babu R V Data-free parameter pruning for deep neural networks[EB\/OL]. (2015\u201307\u201322) [2024\u201304\u201306]. https:\/\/arxiv.org\/abs\/1507.06149"},{"key":"2064_CR33","unstructured":"Gupta S, Agrawal A, Gopalakrishnan K et al (2015) Deep learning with limited numerical precision. In: Proceedings of the 32nd International Conference on Machine Learning. Lille, France, 1737\u20131746"},{"key":"2064_CR34","doi-asserted-by":"publisher","first-page":"4519","DOI":"10.1007\/s11063-022-11055-6","volume":"55","author":"M Kaveh","year":"2023","unstructured":"Kaveh M, Mesgari MS (2023) Application of meta-heuristic algorithms for training neural networks and deep learning architectures: a comprehensive review. Neural Process Lett 55:4519\u20134622","journal-title":"Neural Process Lett"},{"key":"2064_CR35","doi-asserted-by":"crossref","unstructured":"Rastegari M, Ordonez V, Redmon J et al (2016) XNOR-Net: ImageNet classification using binary convolutional neural networks. In: Proceedings of the 16th European Conference on Computer Vision. 525\u2013542","DOI":"10.1007\/978-3-319-46493-0_32"},{"key":"2064_CR36","unstructured":"Liu B, Wang M, Foroosh H et al (2015) Sparse convolutional neural networks. In: Proceedings of the IEEE Conference on Computer Vision and Pattern Recognition. 806\u2013814"},{"key":"2064_CR37","doi-asserted-by":"crossref","unstructured":"Cheng Y, Yu FX, Feris RS et al (2015) An exploration of parameter redundancy in deep networks with circulant projections. In: Proceedings of the IEEE International Conference on Computer Vision. 2857\u20132865","DOI":"10.1109\/ICCV.2015.327"},{"key":"2064_CR38","doi-asserted-by":"crossref","unstructured":"Chen W, Wilson J, Tyree S et al (2016) Compressing convolutional neural networks in the frequency domain. In: Proceedings of the 22nd ACM SIGKDD International Conference on Knowledge Discovery and Data Mining. 1475\u20131484","DOI":"10.1145\/2939672.2939839"},{"key":"2064_CR39","doi-asserted-by":"crossref","unstructured":"Son S, Nah S, Mu Lee K (2018) Clustering convolutional kernels to compress deep neural networks. In: Proceedings of the European Conference on Computer Vision. 216\u2013232.","DOI":"10.1007\/978-3-030-01237-3_14"},{"issue":"09","key":"2064_CR40","first-page":"2817","volume":"28","author":"Z Si","year":"2023","unstructured":"Si Z, Qi H (2023) Survey on knowledge distillation and its appHcation. J Image Graphics 28(09):2817\u20132832 (in Chinese)","journal-title":"J Image Graphics"},{"issue":"03","key":"2064_CR41","first-page":"624","volume":"45","author":"Z Huang","year":"2022","unstructured":"Huang Z, Yang S, Lin W et al (2022) Knowledge distillation: a survey. Chin J Comput 45(03):624\u2013653 (in Chinese)","journal-title":"Chin J Comput"},{"issue":"08","key":"2064_CR42","first-page":"1638","volume":"45","author":"R Shao","year":"2022","unstructured":"Shao R, Liu Y, Zhang W et al (2022) A survey of knowledge distillation in deep learning. Chin J Comput 45(08):1638\u20131673 (in Chinese)","journal-title":"Chin J Comput"},{"key":"2064_CR43","doi-asserted-by":"crossref","unstructured":"Toutanova K and Chen D (2015) Observed versus latent features for knowledge base and text inference. In: Proceedings of the 3rd Workshop on Continuous Vector Space Models and their Compositionality. 57\u201366","DOI":"10.18653\/v1\/W15-4007"},{"issue":"2","key":"2064_CR44","doi-asserted-by":"publisher","first-page":"233","DOI":"10.1007\/s10994-013-5363-6","volume":"94","author":"A Bordes","year":"2014","unstructured":"Bordes A, Glorot X, Weston J et al (2014) A semantic matching energy function for learning with multi-relational data. Mach Learn 94(2):233\u2013259","journal-title":"Mach Learn"},{"key":"2064_CR45","doi-asserted-by":"crossref","unstructured":"Sachan M (2020) Knowledge graph embedding compression. In: Proceedings of the 58th Annual Meeting of the Association for Computational Linguistics. 2681\u20132691","DOI":"10.18653\/v1\/2020.acl-main.238"},{"key":"2064_CR46","doi-asserted-by":"crossref","unstructured":"Wang H, Wang Y, Lian D et al (2021) A lightweight knowledge graph embedding framework for efficient inference and storage[C]. In: Proceedings of the 30th ACM International Conference on Information & Knowledge Management (CIKM '21). 1909\u20131918","DOI":"10.1145\/3459637.3482224"},{"key":"2064_CR47","doi-asserted-by":"crossref","unstructured":"Zhu Y, Zhang W, Chen M et al (2022) Dualde: Dually distilling knowledge graph embedding for faster and cheaper reasoning[C]. In: Proceedings of the Fifteenth ACM International Conference on Web Search and Data Mining. 1516\u20131524","DOI":"10.1145\/3488560.3498437"}],"container-title":["Complex & Intelligent Systems"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s40747-025-02064-8.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s40747-025-02064-8\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s40747-025-02064-8.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,9,25]],"date-time":"2025-09-25T13:33:13Z","timestamp":1758807193000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s40747-025-02064-8"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,9,2]]},"references-count":47,"journal-issue":{"issue":"10","published-print":{"date-parts":[[2025,10]]}},"alternative-id":["2064"],"URL":"https:\/\/doi.org\/10.1007\/s40747-025-02064-8","relation":{},"ISSN":["2199-4536","2198-6053"],"issn-type":[{"value":"2199-4536","type":"print"},{"value":"2198-6053","type":"electronic"}],"subject":[],"published":{"date-parts":[[2025,9,2]]},"assertion":[{"value":"12 September 2024","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"18 August 2025","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"2 September 2025","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"We declare that there is no conflict of interest.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflict of interest"}},{"value":"This article does not address ethical issues.","order":3,"name":"Ethics","group":{"name":"EthicsHeading","label":"Ethical approval"}},{"value":"None.","order":4,"name":"Ethics","group":{"name":"EthicsHeading","label":"Consent to participate"}},{"value":"The authors affirm consent for publication.","order":5,"name":"Ethics","group":{"name":"EthicsHeading","label":"Consent to publication"}}],"article-number":"434"}}