{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,9,19]],"date-time":"2025-09-19T09:14:17Z","timestamp":1758273257339,"version":"3.41.0"},"publisher-location":"New York, NY, USA","reference-count":58,"publisher":"ACM","license":[{"start":{"date-parts":[[2022,8,14]],"date-time":"2022-08-14T00:00:00Z","timestamp":1660435200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2022,8,14]]},"DOI":"10.1145\/3534678.3539306","type":"proceedings-article","created":{"date-parts":[[2022,8,12]],"date-time":"2022-08-12T19:06:12Z","timestamp":1660331172000},"page":"773-783","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":6,"title":["CoRGi: Content-Rich Graph Neural Networks with Attention"],"prefix":"10.1145","author":[{"given":"Jooyeon","family":"Kim","sequence":"first","affiliation":[{"name":"RIKEN, Tokyo, Japan"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Angus","family":"Lamb","sequence":"additional","affiliation":[{"name":"G-Research, London, United Kingdom"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Simon","family":"Woodhead","sequence":"additional","affiliation":[{"name":"Eedi, Cambridge, United Kingdom"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Simon","family":"Peyton Jones","sequence":"additional","affiliation":[{"name":"Epic Games, Cambridge, United Kingdom"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Cheng","family":"Zhang","sequence":"additional","affiliation":[{"name":"Microsoft, Cambridge, United Kingdom"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Miltiadis","family":"Allamanis","sequence":"additional","affiliation":[{"name":"Microsoft, Cambridge, United Kingdom"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"320","published-online":{"date-parts":[[2022,8,14]]},"reference":[{"key":"e_1_3_2_2_1_1","volume-title":"Proceedings of KDD cup and workshop","volume":"2007","author":"Bennett James","year":"2007","unstructured":"James Bennett, Stan Lanning, et almbox. 2007. The Netflix prize. In Proceedings of KDD cup and workshop , Vol. 2007. 35."},{"key":"e_1_3_2_2_2_1","volume-title":"KDD Workshop .","author":"van den Berg Rianne","year":"2017","unstructured":"Rianne van den Berg, Thomas Kipf, and Max Welling. 2017. Graph convolutional matrix completion. In KDD Workshop ."},{"key":"e_1_3_2_2_3_1","doi-asserted-by":"crossref","unstructured":"Magdalena Biesialska Katarzyna Biesialska and Marta Costa-juss\u00e0. 2020. Continual Lifelong Learning in Natural Language Processing: A Survey. In COLING .","DOI":"10.18653\/v1\/2020.coling-main.574"},{"key":"e_1_3_2_2_4_1","volume-title":"et almbox","author":"Billsus Daniel","year":"1998","unstructured":"Daniel Billsus, Michael Pazzani, et almbox. 1998. Learning collaborative information filters. In ICML ."},{"key":"e_1_3_2_2_5_1","volume-title":"Spectral networks and locally connected networks on graphs. arXiv preprint arXiv:1312.6203","author":"Bruna Joan","year":"2013","unstructured":"Joan Bruna, Wojciech Zaremba, Arthur Szlam, and Yann LeCun. 2013. Spectral networks and locally connected networks on graphs. arXiv preprint arXiv:1312.6203 (2013)."},{"key":"e_1_3_2_2_6_1","volume-title":"BERT: Pre-training of Deep Bidirectional Transformers for Language Understanding. In NAACL .","author":"Devlin Jacob","year":"2019","unstructured":"Jacob Devlin, Ming-Wei Chang, Kenton Lee, and Kristina Toutanova. 2019. BERT: Pre-training of Deep Bidirectional Transformers for Language Understanding. In NAACL ."},{"key":"e_1_3_2_2_7_1","unstructured":"Hongyang Gao and Shuiwang Ji. 2019. Graph representation learning via hard and channel-wise attention networks. In KDD ."},{"key":"e_1_3_2_2_8_1","volume-title":"et almbox","author":"Gilmer Justin","year":"2017","unstructured":"Justin Gilmer, Samuel Schoenholz, Patrick Riley, et almbox. 2017. Neural message passing for quantum chemistry. In ICML ."},{"key":"e_1_3_2_2_9_1","doi-asserted-by":"crossref","unstructured":"Aditya Grover and Jure Leskovec. 2016. node2vec: Scalable feature learning for networks. In KDD .","DOI":"10.1145\/2939672.2939754"},{"key":"e_1_3_2_2_10_1","unstructured":"Sylvain Gugger. [n. d.]. Fine-tuning a pretrained model. https:\/\/huggingface.co\/docs\/transformers\/training ."},{"key":"e_1_3_2_2_11_1","unstructured":"William L Hamilton Rex Ying and Jure Leskovec. 2017. Inductive representation learning on large graphs. In NeurIPS ."},{"key":"e_1_3_2_2_12_1","volume-title":"et almbox","author":"He Xiangnan","year":"2020","unstructured":"Xiangnan He, Kuan Deng, Xiang Wang, Yan Li, et almbox. 2020. LightGCN: Simplifying and powering graph convolution network for recommendation. In SIGIR ."},{"key":"e_1_3_2_2_13_1","volume-title":"Hongzhi Chen, and Ming-Chang Yang.","author":"Hou Yifan","year":"2020","unstructured":"Yifan Hou, Jian Zhang, James Cheng, Kaili Ma, Richard TB Ma, Hongzhi Chen, and Ming-Chang Yang. 2020. Measuring and improving the use of graph information in graph neural networks. In ICLR ."},{"key":"e_1_3_2_2_14_1","unstructured":"Bahram Jannesar and Soursh Ghaderi. 2020. Goodreads book dataset. https:\/\/github.com\/BahramJannesar\/GoodreadsBookDataset ."},{"key":"e_1_3_2_2_15_1","unstructured":"Dongkwan Kim and Alice Oh. 2021. How to Find Your Friendly Neighborhood: Graph Attention Design with Self-Supervision. In ICLR ."},{"key":"e_1_3_2_2_16_1","volume-title":"Adam: A method for stochastic optimization. In ICLR .","author":"Kingma Diederik","year":"2014","unstructured":"Diederik Kingma and Jimmy Ba. 2014. Adam: A method for stochastic optimization. In ICLR ."},{"key":"e_1_3_2_2_17_1","unstructured":"Diederik Kingma and Max Welling. 2014. Auto-encoding variational Bayes. In ICLR ."},{"key":"e_1_3_2_2_18_1","unstructured":"Thomas Kipf and Max Welling. 2017. Semi-supervised classification with graph convolutional networks. In ICLR ."},{"key":"e_1_3_2_2_19_1","doi-asserted-by":"publisher","DOI":"10.1109\/MC.2009.263"},{"key":"e_1_3_2_2_20_1","volume-title":"ALBERT: A lite bert for self-supervised learning of language representations. arXiv preprint arXiv:1909.11942","author":"Lan Zhenzhong","year":"2019","unstructured":"Zhenzhong Lan, Mingda Chen, Sebastian Goodman, Kevin Gimpel, Piyush Sharma, and Radu Soricut. 2019. ALBERT: A lite bert for self-supervised learning of language representations. arXiv preprint arXiv:1909.11942 (2019)."},{"key":"e_1_3_2_2_21_1","unstructured":"Yujia Li Daniel Tarlow Marc Brockschmidt and Richard Zemel. 2016. Gated graph sequence neural networks. In ICLR ."},{"key":"e_1_3_2_2_22_1","volume-title":"Mo Yu, Bing Xiang, Bowen Zhou, and Yoshua Bengio.","author":"Lin Zhouhan","year":"2017","unstructured":"Zhouhan Lin, Minwei Feng, Cicero Nogueira dos Santos, Mo Yu, Bing Xiang, Bowen Zhou, and Yoshua Bengio. 2017. A structured self-attentive sentence embedding. In ICLR ."},{"key":"e_1_3_2_2_23_1","doi-asserted-by":"publisher","DOI":"10.1109\/MIC.2003.1167344"},{"key":"e_1_3_2_2_24_1","volume-title":"et almbox","author":"Liu Yinhan","year":"2019","unstructured":"Yinhan Liu, Myle Ott, Naman Goyal, Jingfei Du, et almbox. 2019. Roberta: A robustly optimized bert pretraining approach. arXiv preprint arXiv:1907.11692 (2019)."},{"key":"e_1_3_2_2_25_1","volume-title":"Sebastian Nowozin, and Cheng Zhang.","author":"Ma Chao","year":"2019","unstructured":"Chao Ma, Sebastian Tschiatschek, Konstantina Palla, Jose Miguel Hernandez-Lobato, Sebastian Nowozin, and Cheng Zhang. 2019. EDDI: Efficient Dynamic Discovery of High-Value Information with Partial VAE. In ICML ."},{"key":"e_1_3_2_2_26_1","doi-asserted-by":"crossref","unstructured":"Julian McAuley and Jure Leskovec. 2013. Hidden factors and hidden topics: understanding rating dimensions with review text. In RecSys .","DOI":"10.1145\/2507157.2507163"},{"key":"e_1_3_2_2_27_1","unstructured":"Tomas Mikolov Ilya Sutskever Kai Chen Greg Corrado and Jeffrey Dean. 2013. Distributed representations of words and phrases and their compositionality. In NeurIPS ."},{"key":"e_1_3_2_2_28_1","unstructured":"Andriy Mnih and Russ Salakhutdinov. 2007. Probabilistic matrix factorization. In NeurIPS ."},{"key":"e_1_3_2_2_29_1","unstructured":"Mathias Niepert Mohamed Ahmed and Konstantin Kutzkov. 2016. Learning convolutional neural networks for graphs. In ICML ."},{"key":"e_1_3_2_2_30_1","doi-asserted-by":"crossref","unstructured":"Ankur Parikh Oscar T\"ackstr\u00f6m Dipanjan Das and Jakob Uszkoreit. 2016. A Decomposable Attention Model for Natural Language Inference. In EMNLP .","DOI":"10.18653\/v1\/D16-1244"},{"key":"e_1_3_2_2_31_1","volume-title":"Glove: Global vectors for word representation. In EMNLP .","author":"Pennington Jeffrey","year":"2014","unstructured":"Jeffrey Pennington, Richard Socher, and Christopher Manning. 2014. Glove: Global vectors for word representation. In EMNLP ."},{"key":"e_1_3_2_2_32_1","doi-asserted-by":"publisher","DOI":"10.1145\/2623330.2623732"},{"key":"e_1_3_2_2_33_1","doi-asserted-by":"crossref","unstructured":"Matthew Peters Mark Neumann Mohit Iyyer Matt Gardner Christopher Clark Kenton Lee and Luke Zettlemoyer. 2018. Deep Contextualized Word Representations. In NAACL .","DOI":"10.18653\/v1\/N18-1202"},{"key":"e_1_3_2_2_34_1","volume-title":"et almbox","author":"Pilault Jonathan","year":"2020","unstructured":"Jonathan Pilault, Christopher Pal, et almbox. 2020. Conditionally Adaptive Multi-Task Learning: Improving Transfer Learning in NLP Using Fewer Parameters & Less Data. In ICLR ."},{"key":"e_1_3_2_2_35_1","doi-asserted-by":"publisher","DOI":"10.1108\/eb046814"},{"key":"e_1_3_2_2_36_1","volume-title":"et almbox","author":"Reimers Nils","year":"2019","unstructured":"Nils Reimers, Iryna Gurevych, Nils Reimers, Iryna Gurevych, et almbox. 2019. Sentence-BERT: Sentence Embeddings using Siamese BERT-Networks. In EMNLP ."},{"key":"e_1_3_2_2_37_1","doi-asserted-by":"publisher","DOI":"10.1038\/323533a0"},{"key":"e_1_3_2_2_38_1","volume-title":"a distilled version of BERT: smaller, faster, cheaper and lighter. arXiv preprint arXiv:1910.01108","author":"Sanh Victor","year":"2019","unstructured":"Victor Sanh, Lysandre Debut, Julien Chaumond, and Thomas Wolf. 2019. DistilBERT, a distilled version of BERT: smaller, faster, cheaper and lighter. arXiv preprint arXiv:1910.01108 (2019)."},{"key":"e_1_3_2_2_39_1","doi-asserted-by":"crossref","unstructured":"Badrul Sarwar George Karypis Joseph Konstan and John Riedl. 2001. Item-based collaborative filtering recommendation algorithms. In WWW .","DOI":"10.1145\/371920.372071"},{"key":"e_1_3_2_2_40_1","doi-asserted-by":"publisher","DOI":"10.1109\/TNN.2008.2005605"},{"key":"e_1_3_2_2_41_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.neunet.2020.06.005"},{"key":"e_1_3_2_2_42_1","volume-title":"LAMOL: LAnguage MOdeling for Lifelong Language Learning. In ICLR .","author":"Sun Fan-Keng","year":"2019","unstructured":"Fan-Keng Sun, Cheng-Hao Ho, and Hung-Yi Lee. 2019. LAMOL: LAnguage MOdeling for Lifelong Language Learning. In ICLR ."},{"key":"e_1_3_2_2_43_1","unstructured":"Ilya Sutskever Oriol Vinyals and Quoc Le. 2014. Sequence to sequence learning with neural networks. In NeurIPS ."},{"key":"e_1_3_2_2_44_1","doi-asserted-by":"publisher","DOI":"10.1145\/2736277.2741093"},{"key":"e_1_3_2_2_45_1","volume-title":"JMLR","volume":"9","author":"der Maaten Laurens Van","year":"2008","unstructured":"Laurens Van der Maaten and Geoffrey Hinton. 2008. Visualizing data using t-SNE . JMLR , Vol. 9, 11 (2008)."},{"key":"e_1_3_2_2_46_1","unstructured":"Ashish Vaswani Noam Shazeer Niki Parmar Jakob Uszkoreit Llion Jones Aidan Gomez Lukasz Kaiser and Illia Polosukhin. 2017. Attention is All you Need. In NeurIPS ."},{"key":"e_1_3_2_2_47_1","unstructured":"Petar Velivc kovi\u0107 Guillem Cucurull Arantxa Casanova Adriana Romero Pietro Lio and Yoshua Bengio. 2018. Graph attention networks. In ICLR ."},{"key":"e_1_3_2_2_48_1","doi-asserted-by":"crossref","unstructured":"Pascal Vincent Hugo Larochelle Yoshua Bengio and Pierre-Antoine Manzagol. 2008. Extracting and composing robust features with denoising autoencoders. In ICML .","DOI":"10.1145\/1390156.1390294"},{"key":"e_1_3_2_2_49_1","doi-asserted-by":"crossref","unstructured":"Xiang Wang Xiangnan He Meng Wang Fuli Feng and Tat-Seng Chua. 2019. Neural graph collaborative filtering. In SIGIR .","DOI":"10.1145\/3331184.3331267"},{"key":"e_1_3_2_2_50_1","volume-title":"et almbox","author":"Wang Zichao","year":"2020","unstructured":"Zichao Wang, Angus Lamb, Evgeny Saveliev, Pashmina Cameron, et almbox. 2020. Diagnostic questions: The NeurIPS 2020 education challenge. arXiv preprint arXiv:2007.12061 (2020)."},{"key":"e_1_3_2_2_51_1","volume-title":"Graph neural networks in recommender systems: a survey. arXiv preprint arXiv:2011.02260","author":"Wu Shiwen","year":"2020","unstructured":"Shiwen Wu, Fei Sun, Wentao Zhang, and Bin Cui. 2020. Graph neural networks in recommender systems: a survey. arXiv preprint arXiv:2011.02260 (2020)."},{"key":"e_1_3_2_2_52_1","unstructured":"Keyulu Xu Weihua Hu Jure Leskovec and Stefanie Jegelka. 2019. How Powerful are Graph Neural Networks?. In ICLR ."},{"key":"e_1_3_2_2_53_1","unstructured":"Keyulu Xu Chengtao Li Yonglong Tian Tomohiro Sonobe Ken-ichi Kawarabayashi and Stefanie Jegelka. 2018. Representation learning on graphs with jumping knowledge networks. In ICML ."},{"key":"e_1_3_2_2_54_1","volume-title":"et almbox","author":"Xue Hong-Jian","year":"2017","unstructured":"Hong-Jian Xue, Xinyu Dai, Jianbing Zhang, et almbox. 2017. Deep Matrix Factorization Models for Recommender Systems. In IJCAI ."},{"key":"e_1_3_2_2_55_1","volume-title":"Gain: Missing data imputation using generative adversarial nets. In ICML .","author":"Yoon Jinsung","year":"2018","unstructured":"Jinsung Yoon, James Jordon, and Mihaela Schaar. 2018. Gain: Missing data imputation using generative adversarial nets. In ICML ."},{"key":"e_1_3_2_2_56_1","volume-title":"Mykel Kochenderfer, and Jure Leskovec.","author":"You Jiaxuan","year":"2020","unstructured":"Jiaxuan You, Xiaobai Ma, Daisy Yi Ding, Mykel Kochenderfer, and Jure Leskovec. 2020. Handling missing data with graph representation learning. In NeurIPS ."},{"key":"e_1_3_2_2_57_1","unstructured":"Yongjian You Weijia Jia Tianyi Liu and Wenmian Yang. 2019. Improving abstractive document summarization with salient information modeling. In ACL ."},{"key":"e_1_3_2_2_58_1","unstructured":"Muhan Zhang and Yixin Chen. 2020. Inductive Matrix Completion Based on Graph Neural Networks. In ICLR ."}],"event":{"name":"KDD '22: The 28th ACM SIGKDD Conference on Knowledge Discovery and Data Mining","sponsor":["SIGMOD ACM Special Interest Group on Management of Data","SIGKDD ACM Special Interest Group on Knowledge Discovery in Data"],"location":"Washington DC USA","acronym":"KDD '22"},"container-title":["Proceedings of the 28th ACM SIGKDD Conference on Knowledge Discovery and Data Mining"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3534678.3539306","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3534678.3539306","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,17]],"date-time":"2025-06-17T19:02:46Z","timestamp":1750186966000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3534678.3539306"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022,8,14]]},"references-count":58,"alternative-id":["10.1145\/3534678.3539306","10.1145\/3534678"],"URL":"https:\/\/doi.org\/10.1145\/3534678.3539306","relation":{},"subject":[],"published":{"date-parts":[[2022,8,14]]},"assertion":[{"value":"2022-08-14","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}