{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,7]],"date-time":"2026-06-07T10:01:33Z","timestamp":1780826493013,"version":"3.54.1"},"reference-count":51,"publisher":"Elsevier BV","license":[{"start":{"date-parts":[[2026,11,1]],"date-time":"2026-11-01T00:00:00Z","timestamp":1793491200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/tdm\/userlicense\/1.0\/"},{"start":{"date-parts":[[2026,11,1]],"date-time":"2026-11-01T00:00:00Z","timestamp":1793491200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/legal\/tdmrep-license"},{"start":{"date-parts":[[2026,11,1]],"date-time":"2026-11-01T00:00:00Z","timestamp":1793491200000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-017"},{"start":{"date-parts":[[2026,11,1]],"date-time":"2026-11-01T00:00:00Z","timestamp":1793491200000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"},{"start":{"date-parts":[[2026,11,1]],"date-time":"2026-11-01T00:00:00Z","timestamp":1793491200000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-012"},{"start":{"date-parts":[[2026,11,1]],"date-time":"2026-11-01T00:00:00Z","timestamp":1793491200000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2026,11,1]],"date-time":"2026-11-01T00:00:00Z","timestamp":1793491200000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-004"}],"content-domain":{"domain":["elsevier.com","sciencedirect.com"],"crossmark-restriction":true},"short-container-title":["Neural Networks"],"published-print":{"date-parts":[[2026,11]]},"DOI":"10.1016\/j.neunet.2026.109194","type":"journal-article","created":{"date-parts":[[2026,5,29]],"date-time":"2026-05-29T00:03:29Z","timestamp":1780013009000},"page":"109194","update-policy":"https:\/\/doi.org\/10.1016\/elsevier_cm_policy","source":"Crossref","is-referenced-by-count":0,"special_numbering":"C","title":["Attentive pre-training question embeddings for knowledge tracing with semantically-enhanced knowledge structure and concept label-guided heterogeneous graph representation"],"prefix":"10.1016","volume":"203","author":[{"given":"Jinjie","family":"Zhou","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Senlin","family":"Luo","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Songling","family":"Wu","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Xiaonan","family":"Yang","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-8850-8380","authenticated-orcid":false,"given":"Limin","family":"Pan","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Deshan","family":"Yang","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"78","reference":[{"issue":"8","key":"10.1016\/j.neunet.2026.109194_bib0007","first-page":"7844","article-title":"Deep graph memory networks for forgetting-robust knowledge tracing","volume":"35","author":"Abdelrahman","year":"2022","journal-title":"IEEE Transactions on Knowledge and Data Engineering"},{"key":"10.1016\/j.neunet.2026.109194_bib0037","doi-asserted-by":"crossref","unstructured":"Askari, A., Abolghasemi, A., Pasi, G., Kraaij, W., & Verberne, S. (2023). Injecting the BM25 Score as Text Improves BERT-Based Re-rankers. In European Conference on Information Retrieval (pp. 66\u201383).","DOI":"10.1007\/978-3-031-28244-7_5"},{"key":"10.1016\/j.neunet.2026.109194_bib0052","doi-asserted-by":"crossref","unstructured":"Bai, Y., Li, X., Liu, Z., Huang, Y., Tian, M., & Luo, W. (2025,April). Rethinking and improving student learning and forgetting processes for attention based knowledge tracing models. In Proceedings of the AAAI Conference on Artificial Intelligence (Vol. 39, No. 27, pp. 27822\u201327830).","DOI":"10.1609\/aaai.v39i27.34998"},{"issue":"3","key":"10.1016\/j.neunet.2026.109194_bib0001","doi-asserted-by":"crossref","first-page":"770","DOI":"10.3390\/psych5030050","article-title":"An introduction to Bayesian knowledge tracing with pyBKT","volume":"5","author":"Bulut","year":"2023","journal-title":"Psych"},{"key":"10.1016\/j.neunet.2026.109194_bib0013","doi-asserted-by":"crossref","unstructured":"Chen, P., Lu, Y., Zheng, V.W., & Pian, Y. (2018). Prerequisite-driven deep knowledge tracing. In 2018 IEEE International Conference on Data Mining (ICDM) (pp. 39\u201348).","DOI":"10.1109\/ICDM.2018.00019"},{"key":"10.1016\/j.neunet.2026.109194_bib0053","series-title":"Informative representations for forgetting-robust knowledge tracing","first-page":"1227","volume":"34","author":"Chen","year":"2024"},{"key":"10.1016\/j.neunet.2026.109194_bib0051","doi-asserted-by":"crossref","unstructured":"Cheng, W., Du, H., Li, C., Ni, E., Tan, L., Xu, T., & Ni, Y. (2025,April). Uncertainty-aware Knowledge Tracing. In Proceedings of the AAAI Conference on Artificial Intelligence (Vol. 39, No. 27, pp. 27905\u201327913).","DOI":"10.1609\/aaai.v39i27.35007"},{"key":"10.1016\/j.neunet.2026.109194_bib0020","doi-asserted-by":"crossref","unstructured":"Choi, Y., Lee, Y., Cho, J., Baek, J., Kim, B., Cha, Y., et al. (2020,August). Towards an appropriate query, key, and value computation for knowledge tracing. In Proceedings of the seventh ACM conference on learning@ scale (pp. 341\u2013344).","DOI":"10.1145\/3386527.3405945"},{"issue":"1","key":"10.1016\/j.neunet.2026.109194_bib0048","doi-asserted-by":"crossref","first-page":"155","DOI":"10.1017\/S1351324916000334","article-title":"Word2Vec","volume":"23","author":"Church","year":"2017","journal-title":"Natural Language Engineering"},{"key":"10.1016\/j.neunet.2026.109194_bib0017","doi-asserted-by":"crossref","unstructured":"Converse, G., Pu, S., & Oliveira, S. (2021). Incorporating item response theory into knowledge tracing. In International Conference on Artificial Intelligence in Education (pp. 114\u2013118).","DOI":"10.1007\/978-3-030-78270-2_20"},{"key":"10.1016\/j.neunet.2026.109194_bib0015","doi-asserted-by":"crossref","first-page":"253","DOI":"10.1007\/BF01099821","article-title":"Knowledge tracing: Modeling the acquisition of procedural knowledge","volume":"4","author":"Corbett","year":"1994","journal-title":"User Modeling and User-Adapted Interaction"},{"key":"10.1016\/j.neunet.2026.109194_bib0036","doi-asserted-by":"crossref","first-page":"16","DOI":"10.1016\/j.engappai.2016.01.023","article-title":"Evaluating information retrieval using document popularity: An implementation on MapReduce","volume":"51","author":"Evangelopoulos","year":"2016","journal-title":"Engineering Applications of Artificial Intelligence"},{"key":"10.1016\/j.neunet.2026.109194_bib0033","doi-asserted-by":"crossref","first-page":"266","DOI":"10.1016\/j.neunet.2023.11.030","article-title":"MECCH: Metapath context convolution-based heterogeneous graph neural networks","volume":"170","author":"Fu","year":"2024","journal-title":"Neural Networks"},{"issue":"3","key":"10.1016\/j.neunet.2026.109194_bib0011","doi-asserted-by":"crossref","first-page":"2012","DOI":"10.1002\/int.22763","article-title":"Knowledge structure enhanced graph representation learning model for attentive knowledge tracing","volume":"37","author":"Gan","year":"2022","journal-title":"International Journal of Intelligent Systems"},{"key":"10.1016\/j.neunet.2026.109194_bib0040","series-title":"2021 Conference on Empirical Methods in Natural Language Processing, EMNLP 2021","first-page":"6894","article-title":"SimCSE: Simple contrastive learning of sentence embeddings","author":"Gao","year":"2021"},{"key":"10.1016\/j.neunet.2026.109194_bib0019","doi-asserted-by":"crossref","unstructured":"Ghosh, A., Heffernan, N., & Lan, A.S. (2020). Context-aware attentive knowledge tracing. In Proceedings of the 26th ACM SIGKDD international conference on knowledge discovery & data mining (pp. 2330\u20132339).","DOI":"10.1145\/3394486.3403282"},{"key":"10.1016\/j.neunet.2026.109194_bib0041","series-title":"Proceedings of the 29th ACM International Conference on Multimedia","first-page":"367","article-title":"Enhancing knowledge tracing via adversarial training","author":"Guo","year":"2021"},{"key":"10.1016\/j.neunet.2026.109194_bib0022","doi-asserted-by":"crossref","unstructured":"Huang, S., Liu, Z., Zhao, X., Luo, W., & Weng, J. (2023). Towards robust knowledge tracing models via k-sparse attention. In Proceedings of the 46th International ACM SIGIR Conference on Research and Development in Information Retrieval (pp. 2441\u20132445).","DOI":"10.1145\/3539618.3592073"},{"issue":"4","key":"10.1016\/j.neunet.2026.109194_bib0016","doi-asserted-by":"crossref","first-page":"450","DOI":"10.1109\/TLT.2017.2689017","article-title":"Dynamic Bayesian networks for student modeling","volume":"10","author":"K\u00e4ser","year":"2017","journal-title":"IEEE Transactions on Learning Technologies"},{"key":"10.1016\/j.neunet.2026.109194_bib0039","unstructured":"Kenton, J.D.M.W.C., & Toutanova, L.K. (2019). BERT: Pre-training of Deep Bidirectional Transformers for Language Understanding. In Proceedings of NAACL-HLT (pp. 4171\u20134186)."},{"key":"10.1016\/j.neunet.2026.109194_bib0050","unstructured":"Li, X., Bai, Y., Guo, T., Liu, Z., Huang, Y., Zhao, X., \u2026 & Weng, J. (2024,August). Enhancing length generalization for attention based knowledge tracing models with linear biases. In Proceedings of the thirty-third international joint conference on artificial intelligence (IJCAI-24) (pp. 5918\u20135926)."},{"key":"10.1016\/j.neunet.2026.109194_bib0032","doi-asserted-by":"crossref","DOI":"10.1016\/j.neunet.2025.107313","article-title":"Heterogeneous graph neural network with adaptive relation reconstruction","author":"Lin","year":"2025","journal-title":"Neural Networks"},{"issue":"1","key":"10.1016\/j.neunet.2026.109194_bib0008","doi-asserted-by":"crossref","first-page":"100","DOI":"10.1109\/TKDE.2019.2924374","article-title":"Ekt: Exercise-aware knowledge tracing for student performance prediction","volume":"33","author":"Liu","year":"2019","journal-title":"IEEE Transactions on Knowledge and Data Engineering"},{"key":"10.1016\/j.neunet.2026.109194_bib0023","series-title":"Proceedings of the 29th International Joint Conference on Artificial Intelligence, IJCAI \u201920","first-page":"1577","article-title":"Improving knowledge tracing via pre-training question embeddings","author":"Liu","year":"2020"},{"key":"10.1016\/j.neunet.2026.109194_bib0021","unstructured":"Liu, Z., Liu, Q., Chen, J., Huang, S., & Luo, W. (2023). simpleKT: A simple but tough-to-beat baseline for knowledge tracing. arXiv preprint arXiv:2302.06881."},{"key":"10.1016\/j.neunet.2026.109194_bib0010","doi-asserted-by":"crossref","unstructured":"Long, T., Liu, Y., Shen, J., Zhang, W., & Yu, Y. (2021). Tracing knowledge state with individual cognition and acquisition estimation. In Proceedings of the 44th International ACM SIGIR Conference on Research and Development in Information Retrieval (pp. 173\u2013182).","DOI":"10.1145\/3404835.3462827"},{"key":"10.1016\/j.neunet.2026.109194_bib0034","doi-asserted-by":"crossref","unstructured":"Lv, Q., Ding, M., Liu, Q., Chen, Y., Feng, W., He, S., et al. (2021). Are we really making much progress? revisiting, benchmarking and refining heterogeneous graph neural networks. In Proceedings of the 27th ACM SIGKDD conference on knowledge discovery & data mining (pp. 1150\u20131160).","DOI":"10.1145\/3447548.3467350"},{"key":"10.1016\/j.neunet.2026.109194_bib0005","doi-asserted-by":"crossref","unstructured":"Nakagawa, H., Iwasawa, Y., & Matsuo, Y. (2019). Graph-based knowledge tracing: Modeling student proficiency using graph neural network. In IEEE\/WIC\/ACM International Conference on Web Intelligence (pp.156\u2013163).","DOI":"10.1145\/3350546.3352513"},{"key":"10.1016\/j.neunet.2026.109194_bib0029","doi-asserted-by":"crossref","DOI":"10.1016\/j.eswa.2022.119334","article-title":"HHSKT: A learner-question interactions based heterogeneous graph neural network model for knowledge tracing","volume":"215","author":"Ni","year":"2023","journal-title":"Expert Systems with Applications"},{"key":"10.1016\/j.neunet.2026.109194_bib0012","doi-asserted-by":"crossref","unstructured":"Pan, L., Li, C., Li, J., & Tang, J. (2017). Prerequisite relation learning for concepts in moocs. In Proceedings of the 55th Annual Meeting of the Association for Computational Linguistics (Volume 1: Long Papers) (pp. 1447\u20131456).","DOI":"10.18653\/v1\/P17-1133"},{"key":"10.1016\/j.neunet.2026.109194_bib0004","unstructured":"Pandey, S., & Karypis, G. A self-attentive model for knowledge tracing. arXiv 2019. arXiv preprint arXiv:1907.06837."},{"key":"10.1016\/j.neunet.2026.109194_bib0047","doi-asserted-by":"crossref","unstructured":"Pennington, J., Socher, R., & Manning, C.D. (2014,October). Glove: Global vectors for word representation. In Proceedings of the 2014 conference on empirical methods in natural language processing (EMNLP) (pp. 1532\u20131543).","DOI":"10.3115\/v1\/D14-1162"},{"issue":"1","key":"10.1016\/j.neunet.2026.109194_bib0002","first-page":"505","article-title":"Deep knowledge tracing","volume":"28","author":"Piech","year":"2015","journal-title":"Advances in Neural Information Processing Systems"},{"issue":"3","key":"10.1016\/j.neunet.2026.109194_bib0038","doi-asserted-by":"crossref","DOI":"10.1016\/j.ipm.2024.103686","article-title":"BCE4ZSR: Bi-encoder empowered by teacher cross-encoder for zero-shot cold-start news recommendation","volume":"61","author":"Rauf","year":"2024","journal-title":"Information Processing & Management"},{"key":"10.1016\/j.neunet.2026.109194_bib0046","doi-asserted-by":"crossref","unstructured":"Shen, S., Liu, Q., Chen, E., Huang, Z., Huang, W., Yin, Y., \u2026 & Wang, S. (2021). Learning process-consistent knowledge tracing. In Proceedings of the 27th ACM SIGKDD conference on knowledge discovery & data mining (pp. 1452\u20131460).","DOI":"10.1145\/3447548.3467237"},{"key":"10.1016\/j.neunet.2026.109194_bib0009","volume":"241","author":"Song","year":"2022"},{"key":"10.1016\/j.neunet.2026.109194_bib0006","doi-asserted-by":"crossref","unstructured":"Su, Y., Liu, Q., Liu, Q., Huang, Z., Yin, Y., Chen, E., \u2026 & Hu, G. (2018). Exercise-enhanced sequential modeling for student performance prediction. In Proceedings of the AAAI Conference on Artificial Intelligence (Vol. 32, No. 1).","DOI":"10.1609\/aaai.v32i1.11864"},{"key":"10.1016\/j.neunet.2026.109194_bib0031","doi-asserted-by":"crossref","DOI":"10.1016\/j.neunet.2024.106645","article-title":"GTC: Gnn-transformer co-contrastive learning for self-supervised heterogeneous graph representation","volume":"181","author":"Sun","year":"2025","journal-title":"Neural Networks"},{"key":"10.1016\/j.neunet.2026.109194_bib0026","doi-asserted-by":"crossref","unstructured":"Tong, S., Liu, Q., Huang, W., Hunag, Z., Chen, E., Liu, C., \u2026 & Wang, S. (2020). Structure-based knowledge tracing: An influence propagation view. In 2020 IEEE international conference on data mining (ICDM) (pp. 541\u2013550).","DOI":"10.1109\/ICDM50108.2020.00063"},{"key":"10.1016\/j.neunet.2026.109194_bib0025","doi-asserted-by":"crossref","DOI":"10.1016\/j.neunet.2025.107397","article-title":"SympGNNs: Symplectic Graph Neural Networks for identifying high-dimensional Hamiltonian systems and node classification","author":"Varghese","year":"2025","journal-title":"Neural Networks"},{"issue":"12","key":"10.1016\/j.neunet.2026.109194_bib0035","doi-asserted-by":"crossref","first-page":"14759","DOI":"10.1007\/s10489-022-04106-x","article-title":"Label-representative graph convolutional network for multi-label text classification","volume":"53","author":"Vu","year":"2023","journal-title":"Applied Intelligence"},{"key":"10.1016\/j.neunet.2026.109194_bib0027","unstructured":"Wang, T., Ma, F., & Gao, J. (2019). Deep hierarchical knowledge tracing. In Proceedings of the 12th international conference on educational data mining, pp. 671\u2013674."},{"key":"10.1016\/j.neunet.2026.109194_bib0024","doi-asserted-by":"crossref","first-page":"153","DOI":"10.1016\/j.ins.2022.10.015","article-title":"SEEP: Semantic-enhanced question embeddings pre-training for improving knowledge tracing","volume":"614","author":"Wang","year":"2022","journal-title":"Information Sciences"},{"key":"10.1016\/j.neunet.2026.109194_bib0042","doi-asserted-by":"crossref","first-page":"200","DOI":"10.1016\/j.ins.2022.12.075","article-title":"Self-supervised heterogeneous hypergraph network for knowledge tracing","volume":"624","author":"Wu","year":"2023","journal-title":"Information Sciences"},{"issue":"1","key":"10.1016\/j.neunet.2026.109194_bib0054","doi-asserted-by":"crossref","first-page":"134","DOI":"10.1007\/s10791-025-09656-5","article-title":"Intention-aware exercise recommendation enhanced by deep forgetting modeling for e-learning","volume":"28","author":"Wu","year":"2025","journal-title":"Discover Computing"},{"key":"10.1016\/j.neunet.2026.109194_bib0049","doi-asserted-by":"crossref","first-page":"3","DOI":"10.1007\/s12559-017-9522-0","article-title":"Implicit heterogeneous features embedding in deep knowledge tracing","volume":"10","author":"Yang","year":"2018","journal-title":"Cognitive Computation"},{"key":"10.1016\/j.neunet.2026.109194_bib0028","doi-asserted-by":"crossref","unstructured":"Yang, Y., Shen, J., Qu, Y., Liu, Y., Wang, K., Zhu, Y., \u2026 & Yu, Y. (2021). GIKT: A graph-based interaction model for knowledge tracing. In Machine Learning and Knowledge Discovery in Databases: European Conference, ECML PKDD 2020, Ghent, Belgium, September 14-18, 2020, Proceedings, Part I (pp. 299\u2013315).","DOI":"10.1007\/978-3-030-67658-2_18"},{"key":"10.1016\/j.neunet.2026.109194_bib0030","doi-asserted-by":"crossref","DOI":"10.1016\/j.eswa.2023.122249","article-title":"Heterogeneous graph-based knowledge tracing with spatiotemporal evolution","volume":"238","author":"Yang","year":"2024","journal-title":"Expert Systems with Applications"},{"key":"10.1016\/j.neunet.2026.109194_bib0044","doi-asserted-by":"crossref","unstructured":"Yeung, C.K., & Yeung, D.Y. (2018). Addressing two problems in deep knowledge tracing via prediction-consistent regularization. In Proceedings of the fifth annual ACM conference on learning at scale (pp.1\u201310).","DOI":"10.1145\/3231644.3231647"},{"key":"10.1016\/j.neunet.2026.109194_bib0003","doi-asserted-by":"crossref","unstructured":"Zhang, J., Shi, X., King, I., & Yeung, D.Y. (2017). Dynamic key-value memory networks for knowledge tracing. In Proceedings of the 26th international conference on World Wide Web (pp. 765\u2013774).","DOI":"10.1145\/3038912.3052580"},{"issue":"1","key":"10.1016\/j.neunet.2026.109194_bib0043","doi-asserted-by":"crossref","DOI":"10.1016\/j.ipm.2022.103114","article-title":"A novel framework for deep knowledge tracing via gating-controlled forgetting and learning mechanisms","volume":"60","author":"Zhao","year":"2023","journal-title":"Information Processing & Management"}],"container-title":["Neural Networks"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S0893608026006556?httpAccept=text\/xml","content-type":"text\/xml","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S0893608026006556?httpAccept=text\/plain","content-type":"text\/plain","content-version":"vor","intended-application":"text-mining"}],"deposited":{"date-parts":[[2026,6,7]],"date-time":"2026-06-07T09:53:20Z","timestamp":1780826000000},"score":1,"resource":{"primary":{"URL":"https:\/\/linkinghub.elsevier.com\/retrieve\/pii\/S0893608026006556"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026,11]]},"references-count":51,"alternative-id":["S0893608026006556"],"URL":"https:\/\/doi.org\/10.1016\/j.neunet.2026.109194","relation":{},"ISSN":["0893-6080"],"issn-type":[{"value":"0893-6080","type":"print"}],"subject":[],"published":{"date-parts":[[2026,11]]},"assertion":[{"value":"Elsevier","name":"publisher","label":"This article is maintained by"},{"value":"Attentive pre-training question embeddings for knowledge tracing with semantically-enhanced knowledge structure and concept label-guided heterogeneous graph representation","name":"articletitle","label":"Article Title"},{"value":"Neural Networks","name":"journaltitle","label":"Journal Title"},{"value":"https:\/\/doi.org\/10.1016\/j.neunet.2026.109194","name":"articlelink","label":"CrossRef DOI link to publisher maintained version"},{"value":"article","name":"content_type","label":"Content Type"},{"value":"\u00a9 2026 Elsevier Ltd. All rights are reserved, including those for text and data mining, AI training, and similar technologies.","name":"copyright","label":"Copyright"}],"article-number":"109194"}}