{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,14]],"date-time":"2026-03-14T17:54:21Z","timestamp":1773510861273,"version":"3.50.1"},"reference-count":60,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"10","license":[{"start":{"date-parts":[[2021,10,1]],"date-time":"2021-10-01T00:00:00Z","timestamp":1633046400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2021,10,1]],"date-time":"2021-10-01T00:00:00Z","timestamp":1633046400000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2021,10,1]],"date-time":"2021-10-01T00:00:00Z","timestamp":1633046400000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"funder":[{"DOI":"10.13039\/501100012166","name":"National Key R&#x0026;D Program of China","doi-asserted-by":"publisher","award":["2018YFB1003204"],"award-info":[{"award-number":["2018YFB1003204"]}],"id":[{"id":"10.13039\/501100012166","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["61 802 358"],"award-info":[{"award-number":["61 802 358"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["61 772 484"],"award-info":[{"award-number":["61 772 484"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"name":"USTC Research Funds of the Double First-Class Initiative","award":["YD2150002006"],"award-info":[{"award-number":["YD2150002006"]}]},{"name":"Huawei and Microsoft"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Trans. Parallel Distrib. Syst."],"published-print":{"date-parts":[[2021,10,1]]},"DOI":"10.1109\/tpds.2021.3065737","type":"journal-article","created":{"date-parts":[[2021,3,12]],"date-time":"2021-03-12T20:30:31Z","timestamp":1615581031000},"page":"2541-2556","source":"Crossref","is-referenced-by-count":35,"title":["Efficient Data Loader for Fast Sampling-Based GNN Training on Large Graphs"],"prefix":"10.1109","volume":"32","author":[{"given":"Youhui","family":"Bai","sequence":"first","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0001-7064-6120","authenticated-orcid":false,"given":"Cheng","family":"Li","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-8050-6196","authenticated-orcid":false,"given":"Zhiqi","family":"Lin","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0001-5105-8171","authenticated-orcid":false,"given":"Yufei","family":"Wu","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-2395-9965","authenticated-orcid":false,"given":"Youshan","family":"Miao","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0001-7352-8955","authenticated-orcid":false,"given":"Yunxin","family":"Liu","sequence":"additional","affiliation":[]},{"given":"Yinlong","family":"Xu","sequence":"additional","affiliation":[]}],"member":"263","reference":[{"key":"ref39","doi-asserted-by":"publisher","DOI":"10.1145\/1772690.1772756"},{"key":"ref38","article-title":"Convergence analysis of distributed stochastic gradient descent with shuffling","author":"meng","year":"2017","journal-title":"Proc Advances Neural Inf Process Syst"},{"key":"ref33","article-title":"SciPy: Sparse matrix CSC format","year":"2008"},{"key":"ref32","article-title":"NVIDIA collective communications library (NCCL)","year":"2019"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.1145\/1851275.1851227"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.1080\/00107510500052444"},{"key":"ref37","first-page":"11.1","article-title":"Toward a noncommutative arithmetic-geometric mean inequality: Conjectures, case-studies, and consequences","author":"recht","year":"2012","journal-title":"Proc 25th Annu Conf Learn Theory"},{"key":"ref36","article-title":"The OpenMP API specification for parallel programming","year":"2012"},{"key":"ref35","article-title":"Efficient hyperparameter optimization and infinitely many armed bandits","author":"li","year":"2016","journal-title":"CoRR"},{"key":"ref34","article-title":"The case for unifying data loading in machine learning clusters","author":"kakaraparthy","year":"2019","journal-title":"Proc 11th USENIX Conf Hot Top Cloud Comput"},{"key":"ref60","article-title":"GPUDirect storage: A direct path between storage and GPU memory","year":"2019"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.1007\/PL00009255"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.1145\/1298306.1298311"},{"key":"ref29","first-page":"251","article-title":"On power-law relationships of the internet topology","author":"faloutsos","year":"1999","journal-title":"Proc Conf Appl Technol Architectures Protocols Comput Commun"},{"key":"ref2","first-page":"1024","article-title":"Inductive representation learning on large graphs","author":"hamilton","year":"2017","journal-title":"Proc Advances Neural Inf Process Syst"},{"key":"ref1","article-title":"Graph neural networks: A review of methods and applications","author":"zhou","year":"2018"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.14778\/3236187.3236208"},{"key":"ref22","article-title":"Wikipedia links, English network dataset - KONECT","year":"2017"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1002\/j.1538-7305.1970.tb01770.x"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.1145\/1807167.1807184"},{"key":"ref23","first-page":"8024","article-title":"PyTorch: An imperative style, high-performance deep learning library","author":"paszke","year":"2019","journal-title":"Proc Advances Neural Inf Process Syst"},{"key":"ref26","article-title":"DGL large-scale trainingtutorial","year":"2019"},{"key":"ref25","article-title":"MXNet: A flexible and efficient machine learning library for heterogeneous distributed systems","author":"chen","year":"2015","journal-title":"Proc Neural Inf Process Syst Workshop Mach Learn Syst"},{"key":"ref50","doi-asserted-by":"publisher","DOI":"10.1109\/TPDS.2018.2794989"},{"key":"ref51","doi-asserted-by":"publisher","DOI":"10.1137\/S1064827595287997"},{"key":"ref59","doi-asserted-by":"crossref","DOI":"10.1109\/SC41405.2020.00060","article-title":"C-SAW: A Framework for graph sampling and random walk on GPUs","author":"pandey","year":"2020"},{"key":"ref58","doi-asserted-by":"publisher","DOI":"10.1016\/j.patcog.2019.107000"},{"key":"ref57","doi-asserted-by":"publisher","DOI":"10.1145\/3326362"},{"key":"ref56","doi-asserted-by":"publisher","DOI":"10.1145\/3437801.3441585"},{"key":"ref55","article-title":"Hierarchical graph representation learning with differentiable pooling","author":"ying","year":"2018"},{"key":"ref54","article-title":"How powerful are graph neural networks?","author":"xu","year":"2018"},{"key":"ref53","doi-asserted-by":"publisher","DOI":"10.1145\/2882903.2915220"},{"key":"ref52","doi-asserted-by":"publisher","DOI":"10.14778\/3055540.3055543"},{"key":"ref10","article-title":"Deep graph library: Towards efficient and scalable deep learning on graphs","author":"wang","year":"2019","journal-title":"Proc ICLR Workshop Representation Learn Graphs Manifolds"},{"key":"ref40","article-title":"LiveJournal links network dataset &#x2013; KONECT","year":"2017"},{"key":"ref11","article-title":"Fast graph representation learning with PyTorch geometric","author":"fey","year":"2019","journal-title":"Proc ICLR Workshop Representation Learn Graphs Manifolds"},{"key":"ref12","article-title":"Welcome to the model zoo for MindSpore","year":"2020"},{"key":"ref13","first-page":"443","article-title":"NeuGraph: Parallel deep neural network computation on large graphs","author":"ma","year":"2019","journal-title":"Proc USENIX Annu Tech Conf"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1145\/988672.988752"},{"key":"ref15","article-title":"FastGCN: Fast learning with graph convolutional networks via importance sampling","author":"chen","year":"2018","journal-title":"Proc Int Conf Learn Representations"},{"key":"ref16","first-page":"4558","article-title":"Adaptive sampling towards fast graph representation learning","author":"huang","year":"2018","journal-title":"Proc Advances Neural Inf Process Syst"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1609\/aimag.v29i3.2157"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1007\/s10115-013-0693-z"},{"key":"ref19","first-page":"941","article-title":"Stochastic training of graph convolutional networks with variance reduction","author":"chen","year":"2018","journal-title":"Proc Int Conf Mach Learn"},{"key":"ref4","article-title":"Graph attention networks","author":"veli?kovi?","year":"2018","journal-title":"Int Conf Learn Representations"},{"key":"ref3","article-title":"Semi-supervised classification with graph convolutional networks","author":"kipf","year":"2017","journal-title":"Proc Int Conf Learn Representations"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/D18-1244"},{"key":"ref5","article-title":"Few-shot learning with graph neural networks","author":"garcia","year":"2018","journal-title":"Int Conf Learn Representations"},{"key":"ref8","first-page":"17","article-title":"PowerGraph: Distributed graph-parallel computation on natural graphs","author":"gonzalez","year":"2012","journal-title":"Proc 10th USENIX Symp Operating Syst Des Implementation"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/D17-1209"},{"key":"ref49","first-page":"459","article-title":"Pre-select static caching and neighborhood ordering for BFS-like algorithms on disk-based graph engines","author":"lee","year":"2019","journal-title":"Proc USENIX Annu Tech Conf"},{"key":"ref9","first-page":"265","article-title":"TensorFlow: A. system for large-scale machine learning","author":"abadi","year":"2016","journal-title":"Proc 12th USENIX Symp Operating Syst Des Implementation"},{"key":"ref46","first-page":"120","article-title":"PyTorch-BigGraph: A large-scale graph embedding system","author":"lerer","year":"2019","journal-title":"Proc Mach Learn Syst"},{"key":"ref45","article-title":"Relational inductive biases, deep learning, and graph networks","author":"battaglia","year":"2018"},{"key":"ref48","first-page":"187","article-title":"Improving the accuracy, scalability, and performance of graph neural networks with ROC","author":"jia","year":"2020","journal-title":"Proc Mach Learn Syst"},{"key":"ref47","doi-asserted-by":"crossref","DOI":"10.1109\/SC41405.2020.00074","article-title":"Reducing communication in graph neural network training","author":"tripathy","year":"2020"},{"key":"ref42","article-title":"PyTorch profiler","year":"2017"},{"key":"ref41","article-title":"NVIDIA NVPROF","year":"2007"},{"key":"ref44","first-page":"595","article-title":"Gandiva: Introspective cluster scheduling for deep learning","author":"xiao","year":"2018","journal-title":"Proc 13th USENIX Symp Operating Syst Des Implementation"},{"key":"ref43","doi-asserted-by":"publisher","DOI":"10.14778\/3352063.3352127"}],"container-title":["IEEE Transactions on Parallel and Distributed Systems"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/71\/9399068\/09376972.pdf?arnumber=9376972","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,5,10]],"date-time":"2022-05-10T14:50:24Z","timestamp":1652194224000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/9376972\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2021,10,1]]},"references-count":60,"journal-issue":{"issue":"10"},"URL":"https:\/\/doi.org\/10.1109\/tpds.2021.3065737","relation":{},"ISSN":["1045-9219","1558-2183","2161-9883"],"issn-type":[{"value":"1045-9219","type":"print"},{"value":"1558-2183","type":"electronic"},{"value":"2161-9883","type":"electronic"}],"subject":[],"published":{"date-parts":[[2021,10,1]]}}}