{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,2,25]],"date-time":"2026-02-25T00:35:52Z","timestamp":1771979752531,"version":"3.50.1"},"reference-count":61,"publisher":"Springer Science and Business Media LLC","issue":"14","license":[{"start":{"date-parts":[[2023,2,15]],"date-time":"2023-02-15T00:00:00Z","timestamp":1676419200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2023,2,15]],"date-time":"2023-02-15T00:00:00Z","timestamp":1676419200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Neural Comput & Applic"],"published-print":{"date-parts":[[2023,5]]},"DOI":"10.1007\/s00521-023-08234-4","type":"journal-article","created":{"date-parts":[[2023,2,17]],"date-time":"2023-02-17T06:57:22Z","timestamp":1676617042000},"page":"10275-10296","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":4,"title":["Self-supervised contrastive learning for heterogeneous graph based on multi-pretext tasks"],"prefix":"10.1007","volume":"35","author":[{"given":"Shuai","family":"Ma","sequence":"first","affiliation":[]},{"given":"Jian-wei","family":"Liu","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2023,2,15]]},"reference":[{"key":"8234_CR1","doi-asserted-by":"publisher","first-page":"105249","DOI":"10.1016\/j.knosys.2019.105249","volume":"192","author":"K Chen","year":"2020","unstructured":"Chen K, Zhang P, Yang Z, Li Y (2020) IBridge: inferring bridge links that diffuse information across communities. Knowledge-based Syst 192:105249","journal-title":"Knowledge-based Syst"},{"issue":"1","key":"8234_CR2","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1038\/s41598-019-56773-5","volume":"9","author":"E Mansimov","year":"2019","unstructured":"Mansimov E, Mahmood O, Kang S et al (2019) Molecular geometry prediction using a deep generative graph neural network. Sci Rep 9(1):1\u201313","journal-title":"Sci Rep"},{"issue":"2","key":"8234_CR3","doi-asserted-by":"publisher","first-page":"287","DOI":"10.1109\/TMM.2015.2510333","volume":"18","author":"S Huang","year":"2016","unstructured":"Huang S, Zhang J, Wang L, Hua XS (2016) Social friend recommendation based on multiple network correlation. IEEE Trans Multimed 18(2):287\u2013299","journal-title":"IEEE Trans Multimed"},{"key":"8234_CR4","unstructured":"Kipf TN, Welling M (2016) Semi-supervised classification with graph convolutional networks. arXiv preprint https:\/\/arxiv.org\/abs\/1609.02907"},{"key":"8234_CR5","unstructured":"Bruna J, Zaremba W, Szlam A et al (2013) Spectral networks and locally connected networks on graphs. arXiv preprint https:\/\/arxiv.org\/abs\/1312.6203"},{"key":"8234_CR6","first-page":"3844","volume":"29","author":"M Defferrard","year":"2016","unstructured":"Defferrard M, Bresson X, Vandergheynst P (2016) Convolutional neural networks on graphs with fast localized spectral filtering. Adv neural inf process syst 29:3844\u20133852","journal-title":"Adv neural inf process syst"},{"key":"8234_CR7","unstructured":"Velickovic P, Cucurull G, Casanova A, Romero A, Lio P, Bengio Y (2018) Graph attention networks In: International conference on learning representations"},{"key":"8234_CR8","first-page":"339","volume-title":"Uncertainty in artificial intelligence","author":"J Zhang","year":"2018","unstructured":"Zhang JN, Shi XJ, Xie JY, Ma H, King I, Yeung DY (2018) GaAN Gated attention networks for learning on large and spatiotemporal graphs. Uncertainty in artificial intelligence. Elsevier, Netherlands, pp 339\u2013349"},{"key":"8234_CR9","unstructured":"Wang X, Bo D, Shi C et al (2020) A survey on heterogeneous graph embedding: methods, techniques, applications and sources. arXiv preprint https:\/\/arxiv.org\/abs\/2011.14867"},{"key":"8234_CR10","doi-asserted-by":"publisher","first-page":"196","DOI":"10.1007\/978-3-319-93037-4_16","volume-title":"The pacific-asia conference on knowledge discovery and data mining","author":"D Zhang","year":"2018","unstructured":"Zhang D, Yin J, Zhu X, Zhang C (2018) Metagraph2vec: complex semantic path augmented heterogeneous network embedding. The pacific-asia conference on knowledge discovery and data mining. Springer, Heidelberg, pp 196\u2013208"},{"key":"8234_CR11","doi-asserted-by":"crossref","unstructured":"He Y, Song Y, Li J, Ji C, Peng J, Peng H (2019) Hetespaceywalk: a heterogeneous spacey random walk for heterogeneous information network embedding In: Proceedings of the 28th ACM international conference on information and knowledge management pp 639\u2013648","DOI":"10.1145\/3357384.3358061"},{"key":"8234_CR12","doi-asserted-by":"crossref","unstructured":"Chang S, Han W, Tang J, Qi GJ, Aggarwal CC, Huang TS (2015) Heterogeneous network embedding via deep architectures In: Proceedings of the 21th ACM SIGKDD international conference on knowledge discovery and data mining pp 119\u2013128","DOI":"10.1145\/2783258.2783296"},{"key":"8234_CR13","doi-asserted-by":"crossref","unstructured":"Tu K, Cui P, Wang X, Wang F, Zhu W (2018) Structural deep embedding for hyper-networks In: Proceedings of the AAAI conference on artificial intelligence","DOI":"10.1609\/aaai.v32i1.11266"},{"key":"8234_CR14","unstructured":"Liu Y, Pan S, Jin M, Zhou C, Yu PS (2021) Graph self-supervised learning: a survey. arXiv preprint https:\/\/arxiv.org\/abs\/2103.00111"},{"key":"8234_CR15","unstructured":"Wu L, Lin H, Gao Z, Tan C, Li SZ (2021) Self-supervised on graphs: contrastive, generative, predictive. arXiv preprint https:\/\/arxiv.org\/abs\/2105.07342"},{"key":"8234_CR16","doi-asserted-by":"crossref","unstructured":"Zhu Y, Xu Y, Yu F, Liu Q, Wang L (2021) Graph contrastive learning with adaptive augmentation In: Proceedings of the web conference 2021","DOI":"10.1145\/3442381.3449802"},{"key":"8234_CR17","first-page":"5812","volume":"33","author":"Y You","year":"2020","unstructured":"You Y, Chen T, Sui Y, Chen T, Wang Z, Shen Y (2020) Graph contrastive learning with augmentation. Adv Neural Inf Process Syst 33:5812\u20135823","journal-title":"Adv Neural Inf Process Syst"},{"key":"8234_CR18","unstructured":"You Y, Chen T, Shen Y, Wang Z (2021) Graph contrastive learning automated In: International conference on machine learning"},{"key":"8234_CR19","unstructured":"Velickovic P, Fedus W, Hamilton WL, Lio P, Ben-`gio Y, Hjelm RD (2019) Deep graph infomax In: International conference on learning representations"},{"key":"8234_CR20","unstructured":"Jiao Y, Xiong Y, Zhang J, Zhang Y, Zhang T, Zhu Y (2022) Sub-graph contrast for scalable selfsupervised graph representation learning. arXiv preprint https:\/\/arxiv.org\/abs\/2009.10273"},{"key":"8234_CR21","doi-asserted-by":"crossref","unstructured":"Wang X, Liu N, Han H, Shi C (2021) Self-supervised heterogeneous graph neural network with co-contrastive learning. In: Proceedings of the 27th ACM SIGKDD conference on knowledge discovery & data mining","DOI":"10.1145\/3447548.3467415"},{"key":"8234_CR22","doi-asserted-by":"publisher","first-page":"20","DOI":"10.1145\/2481244.2481248","volume":"14","author":"Y Sun","year":"2012","unstructured":"Sun Y, Han J (2012) Mining heterogeneous information networks: a structural analysis approach. Acm SIGKDD explor newsl 14:20\u201328","journal-title":"Acm SIGKDD explor newsl"},{"key":"8234_CR23","doi-asserted-by":"crossref","unstructured":"Perozzi B, Al-Rfou R, Skiena S (2014) Deepwalk: online learning of social representations, In: Proceedings of the 20th ACM SIGKDD international conference on knowledge discovery and data mining","DOI":"10.1145\/2623330.2623732"},{"key":"8234_CR24","doi-asserted-by":"crossref","unstructured":"Grover A, Leskovec J (2016) Node2vec: scalable feature learning for networks In: Proceedings of the 22nd ACM SIGKDD international conference on knowledge discovery and data mining pp 855\u2013864","DOI":"10.1145\/2939672.2939754"},{"key":"8234_CR25","doi-asserted-by":"crossref","unstructured":"Tang J, Qu M, Wang M, Zhang M, Yan J, Mei Q (2015) Line: large-scale information network embedding In: Proceedings of the 24th international conference on world wide web","DOI":"10.1145\/2736277.2741093"},{"key":"8234_CR26","unstructured":"Yang C, Liu Z, Zhao D, Sun M, Chang EY (2015) Network representation learning with rich text information In: Twenty-fourth international joint conference on artificial intelligence"},{"key":"8234_CR27","doi-asserted-by":"crossref","unstructured":"Qiu J, Dong Y, Ma H, Li J, Wang K, Tang J (2018) Network embedding as matrix factorization: unifying deepwalk, line, pte, and node2vec In: Eleventh ACM international conference on web search and data mining pp 459\u2013467","DOI":"10.1145\/3159652.3159706"},{"key":"8234_CR28","unstructured":"Veli\u010dkovi\u0107 P, Cucurull G, Casanova A, Romero A, Lio P, Bengio Y (2017) Graph attention networks. arXiv preprint https:\/\/arxiv.org\/abs\/1710.10903"},{"key":"8234_CR29","unstructured":"Berg R, Kipf TN, Welling M (2017) Graph convolutional matrix completion. arXiv preprint https:\/\/arxiv.org\/abs\/1706.02263"},{"key":"8234_CR30","unstructured":"Zhang M, Chen Y (2020) Inductive matrix completion based on graph neural networks In: International conference on learning representations"},{"key":"8234_CR31","unstructured":"Capela F, Nouchi V, Van Deursen R et al (2019) Multitask learning on graph neural networks applied to molecular property predictions. arXiv preprint https:\/\/arxiv.org\/abs\/1910.13124"},{"key":"8234_CR32","unstructured":"Nguyen DQ, Nguyen TD, Phung D (2019) A universal self-attention graph neural network. arXiv preprint https:\/\/arxiv.org\/abs\/1909.11855"},{"key":"8234_CR33","unstructured":"Kipf TN, Welling M (2016) Variational graph auto-encoders. arXiv preprint https:\/\/arxiv.org\/abs\/1611.07308"},{"key":"8234_CR34","doi-asserted-by":"crossref","unstructured":"Zhu D, Cui P, Wang D et al (2018) Deep variational network embedding in wasserstein space. In: Proceedings of the 24th ACM SIGKDD international conference on knowledge discovery & data mining pp 2827\u20132836","DOI":"10.1145\/3219819.3220052"},{"key":"8234_CR35","doi-asserted-by":"crossref","unstructured":"Wang D, Cui P, Zhu W (2016) Structural deep network embedding In: Proceedings of the 22nd ACM SIGKDD international conference on knowledge discovery and data mining pp 1225\u20131234","DOI":"10.1145\/2939672.2939753"},{"key":"8234_CR36","doi-asserted-by":"crossref","unstructured":"Dong Y, Chawla NV, Swami A (2017) Metapath2vec: Scalable representation learning for heterogeneous networks In: Proceedings of the 23rd ACM SIGKDD international conference on knowledge discovery and data mining pp 135\u2013144","DOI":"10.1145\/3097983.3098036"},{"key":"8234_CR37","doi-asserted-by":"crossref","unstructured":"Lee S, Park C, Yu H (2019) Bhin2vec: balancing the type of relation in heterogeneous information network In: Proceedings of the 28th ACM international conference on information and knowledge management pp 619\u2013628","DOI":"10.1145\/3357384.3357893"},{"key":"8234_CR38","doi-asserted-by":"crossref","unstructured":"Wang X, Zhang Y, Shi C (2019) Hyperbolic heterogeneous information network embedding. In: Proceedings of the AAAI conference on artificial intelligence","DOI":"10.1609\/aaai.v33i01.33015337"},{"key":"8234_CR39","doi-asserted-by":"crossref","unstructured":"Wang X, Ji H, Shi C, Wang B, Ye Y, Cui P, Yu PS (2019) Heterogeneous graph attention network. In: The world wide web conference\u00a0pp 2022\u20132032","DOI":"10.1145\/3308558.3313562"},{"key":"8234_CR40","doi-asserted-by":"crossref","unstructured":"Zhang C, Song D, Huang C, Swami A, Chawla NV (2019) Heterogeneous graph neural network. In: Proceedings of the 25th ACM SIGKDD international conference on knowledge discovery & data mining pp 793\u2013803","DOI":"10.1145\/3292500.3330961"},{"key":"8234_CR41","doi-asserted-by":"crossref","unstructured":"Zhao K, Bai T, Wu B, Wang B, Zhang Y, Yang Y, Nie J (2020) Deep adversarial completion for sparse heterogeneous information network embedding In: Proceedings of the web conference\u00a0pp 508\u2013518","DOI":"10.1145\/3366423.3380134"},{"key":"8234_CR42","doi-asserted-by":"crossref","unstructured":"Wang H, Wang J, Zhao M, Zhang W, Zhang F, Xie X, Guo M (2018) Graph gan: Graph representation learning with generative adversarial nets, In: proceedings of the thirty-second AAAI conference on artificial intelligence and thirtieth innovative applications of artificial intelligence conference and eighth AAAI symposium on educational advances in artificial intelligence","DOI":"10.1609\/aaai.v32i1.11872"},{"key":"8234_CR43","unstructured":"Liu X, Zhang F, Hou Z, Wang Z, Mian L, Zhang J, Tang J (2020) Self-supervised learning: generative or contrastive. arXiv preprint https:\/\/arxiv.org\/abs\/2006.08218"},{"issue":"1","key":"8234_CR44","doi-asserted-by":"publisher","first-page":"2","DOI":"10.3390\/technologies9010002","volume":"9","author":"A Jaiswal","year":"2021","unstructured":"Jaiswal A, Babu AR, Zadeh MZ, Banerjee D, Makedon F (2021) A survey on contrastive self-supervised learning. Technologies 9(1):2","journal-title":"Technologies"},{"key":"8234_CR45","doi-asserted-by":"crossref","unstructured":"He K, Fan H, Wu Y, Xie S, Girshick R (2020) Momentum contrast for unsupervised visual representation learning. In: Proceedings of the IEEE\/CVF conference on computer vision and pattern recognition pp 9729\u20139738","DOI":"10.1109\/CVPR42600.2020.00975"},{"key":"8234_CR46","unstructured":"Hjelm R, Fedorov A, Lavoie-Marchildon S, Grewal K, Bachman P, Trischler A, Bengio Y (2018) Learning deep representations by mutual information estimation and maximization. arXiv preprint https:\/\/arxiv.org\/abs\/1808.06670"},{"key":"8234_CR47","doi-asserted-by":"crossref","unstructured":"Xia W, Zhang C, Weng C, Yu M, Yu D (2021) Self-supervised text-independent speaker verification using prototypical momentum contrastive learning. In: IEEE international conference on acoustics, speech and signal processing pp 6723\u20136727","DOI":"10.1109\/ICASSP39728.2021.9414973"},{"key":"8234_CR48","doi-asserted-by":"crossref","unstructured":"Jing B, Park C, Tong H (2021) Hdmi: high-order deep multiplex infomax. arXiv preprint https:\/\/arxiv.org\/abs\/2102.07810","DOI":"10.1145\/3442381.3449971"},{"key":"8234_CR49","unstructured":"Mavromatis C, Karypis G (2020) Graph infoclust: leveraging cluster-level node information for unsupervised graph representation learning. arXiv preprint https:\/\/arxiv.org\/abs\/2009.06946"},{"key":"8234_CR50","doi-asserted-by":"crossref","unstructured":"Doersch C, Zisserman A (2017) Multi-task self-supervised visual learning In: IEEE international conference on computer vision pp 2051\u20132060","DOI":"10.1109\/ICCV.2017.226"},{"key":"8234_CR51","doi-asserted-by":"crossref","unstructured":"Ren Z, Lee YJ (2018) Cross-domain self-supervised multi-task feature learning using synthetic imagery In: IEEE conference on computer vision and pattern recognition pp 762\u2013771","DOI":"10.1109\/CVPR.2018.00086"},{"key":"8234_CR52","unstructured":"Park M (2022) Cross-view self-supervised learning on heterogeneous graph neural network via bootstrapping. arXiv preprint https:\/\/arxiv.org\/abs\/2201.03340"},{"key":"8234_CR53","doi-asserted-by":"crossref","unstructured":"Schroff F, Kalenichenko D, Philbin J (2015) Facenet: a unified embedding for face recognition and clustering. In: IEEE conference on computer vision and pattern recognition pp 815\u2013823","DOI":"10.1109\/CVPR.2015.7298682"},{"key":"8234_CR54","unstructured":"Belghazi MI, Baratin A, Rajeswar S, Ozair S, Bengio Y, Courville A et al (2021) MINE: mutual information neural estimation. arXiv preprint https:\/\/arxiv.org\/abs\/1801.04062"},{"key":"8234_CR55","unstructured":"Kendall A, Gal Y, Cipolla R (2018) Multi-task learning using uncertainty to weigh losses for scene geometry and semantics In: IEEE conference on computer vision and pattern recognition"},{"key":"8234_CR56","unstructured":"Hamilton WL, Ying R, Leskovec J (2017) Inductive representation learning on large graphs. arXiv preprint https:\/\/arxiv.org\/abs\/1706.02216"},{"key":"8234_CR57","doi-asserted-by":"crossref","unstructured":"Park CY, Kim DY, Han J W, Yu H (2020) Unsupervised attributed multiplex network embedding In: Proceedings of the AAAI Conference on artificial intelligence pp 5371\u20135378","DOI":"10.1609\/aaai.v34i04.5985"},{"key":"8234_CR58","doi-asserted-by":"publisher","first-page":"357","DOI":"10.1109\/TKDE.2018.2833443","volume":"31","author":"C Shi","year":"2019","unstructured":"Shi C, Hu B, Zhao X, Philip SY (2019) Heterogeneous information network embedding for recommendation. IEEE Trans Knowl Data Eng 31:357\u2013370","journal-title":"IEEE Trans Knowl Data Eng"},{"key":"8234_CR59","unstructured":"X Glorot, Y Bengio (2010) Understanding the difficulty of training deep feedforward neural networks. In: Proceedings of the thirteenth international conference on artificial intelligence and statistics pp 249\u2013256"},{"key":"8234_CR60","doi-asserted-by":"crossref","unstructured":"He K, Zhang X, Ren S, Sun J (2016) Deep residual learning for image recognition In: IEEE conference on computer vision and pattern recognition pp 770\u2013778","DOI":"10.1109\/CVPR.2016.90"},{"key":"8234_CR61","unstructured":"K Hassani and AH Khasahmadi (2020) Contrastive multi-view representation learning on graphs In: International conference on machine learning pp 4116\u20134126"}],"container-title":["Neural Computing and Applications"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s00521-023-08234-4.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s00521-023-08234-4\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s00521-023-08234-4.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,4,24]],"date-time":"2023-04-24T17:20:10Z","timestamp":1682356810000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s00521-023-08234-4"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,2,15]]},"references-count":61,"journal-issue":{"issue":"14","published-print":{"date-parts":[[2023,5]]}},"alternative-id":["8234"],"URL":"https:\/\/doi.org\/10.1007\/s00521-023-08234-4","relation":{},"ISSN":["0941-0643","1433-3058"],"issn-type":[{"value":"0941-0643","type":"print"},{"value":"1433-3058","type":"electronic"}],"subject":[],"published":{"date-parts":[[2023,2,15]]},"assertion":[{"value":"15 April 2022","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"6 January 2023","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"15 February 2023","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"We declare that we have no financial and personal relationships with other people or organizations that can inappropriately influence our work, there is no professional or other personal interest of any nature or kind in any product, service and\/or company that could be construed as influencing the position presented in, or the review of, the manuscript entitled \u201cSelf-supervised Contrastive Learning for Heterogeneous Graph based on Multi-pretext Tasks.\u201d","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflict of interest"}}]}}