{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,3,25]],"date-time":"2025-03-25T23:38:13Z","timestamp":1742945893972,"version":"3.40.3"},"publisher-location":"Cham","reference-count":31,"publisher":"Springer Nature Switzerland","isbn-type":[{"type":"print","value":"9783031477201"},{"type":"electronic","value":"9783031477218"}],"license":[{"start":{"date-parts":[[2024,1,1]],"date-time":"2024-01-01T00:00:00Z","timestamp":1704067200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2024,1,1]],"date-time":"2024-01-01T00:00:00Z","timestamp":1704067200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2024]]},"DOI":"10.1007\/978-3-031-47721-8_38","type":"book-chapter","created":{"date-parts":[[2024,1,9]],"date-time":"2024-01-09T10:02:32Z","timestamp":1704794552000},"page":"561-576","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["Hulk: Graph Neural Networks for\u00a0Optimizing Regionally Distributed Computing Systems"],"prefix":"10.1007","author":[{"given":"Zhengqing","family":"Yuan","sequence":"first","affiliation":[]},{"given":"Huiwen","family":"Xue","sequence":"additional","affiliation":[]},{"given":"Chao","family":"Zhang","sequence":"additional","affiliation":[]},{"given":"Yongming","family":"Liu","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2024,1,10]]},"reference":[{"key":"38_CR1","unstructured":"Barham, P., Chowdhery, A., Dean, J., Ghemawat, S., Hand, S., Hurt, D., Isard, M., Lim, H., Pang, R., Roy, S. and Saeta, B., Schuh, P., Sepassi, R., Shafey, L., Thekkath, C., Wu, Y.: Pathways: asynchronous distributed dataflow for ml. In: Marculescu, D., Chi, Y., Wu, C. (eds.) Proceedings of Machine Learning and Systems, vol. 4, pp. 430\u2013449 (2022)"},{"key":"38_CR2","unstructured":"Brown, T.B., Mann, B., Ryder, N., Subbiah, M., Kaplan, J.D., Dhariwal, P., Neelakantan, A., Shyam, P., Sastry, G., Askell, A., Agarwal, S, Herbert-Voss, A., Krueger, G., Henighan, T., Child, R., Ramesh, A., Ziegler, D.M., Wu, J., Winter, C., Hesse, C., Chen, M., Sigler, E., Litwin, M., Gray, S., Chess, B., Clark, J., Berner, C., McCandlish, S., Radford, A., Sutskever, I, Amodei, D.: Language models are few-shot learners. In: Advances in Neural Information Processing Systems, vol. 33 (2020)"},{"key":"38_CR3","unstructured":"Bui, H.H., Luu, K., Nguyen, Q.H.: Structural analysis and role identification for financial networks using graph embeddings. In: 2021 IEEE 7th International Conference on Computational Science and Computational Intelligence (CSCI), pp. 207\u2013214. IEEE (2021)"},{"issue":"11","key":"38_CR4","first-page":"102","volume":"39","author":"WJ Dally","year":"1996","unstructured":"Dally, W.J.: Pipeline parallelism revisited. Commun. ACM 39(11), 102\u2013108 (1996)","journal-title":"Commun. ACM"},{"key":"38_CR5","first-page":"1232","volume":"25","author":"J Dean","year":"2012","unstructured":"Dean, J., Corrado, G., Monga, R., Chen, K., Devin, M., Mao, M., Senior, A., Tucker, P., Yang, K., Le, Q.V., et al.: Large scale distributed deep networks. Adv. Neural. Inf. Process. Syst. 25, 1232\u20131240 (2012)","journal-title":"Adv. Neural. Inf. Process. Syst."},{"key":"38_CR6","unstructured":"Devlin, J., Chang, M.-W., Lee, K., Toutanova, K.: Bert: pre-training of deep bidirectional transformers for language understanding. In: Proceedings of the 2019 Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies, vol. 1 (Long and Short Papers), pp. 4171\u20134186 (2019)"},{"key":"38_CR7","unstructured":"Gilmer, J., Schoenholz, S.S., Riley, P.F., Vinyals, O., Dahl, G.E.: Neural message passing for quantum chemistry. In: International Conference on Machine Learning (ICML), pp. 1263\u20131272 (2017)"},{"key":"38_CR8","unstructured":"Goodfellow, I., Bengio, Y., Courville, A.: Deep learning (2016)"},{"key":"38_CR9","unstructured":"Goyal, P., Doll\u00e1r, P., Girshick, R., Noordhuis, P., Wesolowski, L., Kyrola, A., Tulloch, S., Jia, Y., He, K.: Accurate, large minibatch sgd: training imagenet in 1 hour (2017). arXiv:1706.02677"},{"key":"38_CR10","doi-asserted-by":"crossref","unstructured":"Hagberg, A., Swart, P., Chult, D.S.: Exploring network structure, dynamics, and function using network. In: Proceedings of the 7th Python in Science Conference, vol. 11, pp. 11\u201315 (2008)","DOI":"10.25080\/TCWV9851"},{"key":"38_CR11","unstructured":"Hamilton, W.L., Ying, R., Leskovec, J.: Inductive representation learning on large graphs. In: Advances in Neural Information Processing Systems, pp. 1024\u20131034 (2017)"},{"key":"38_CR12","unstructured":"Huang, Y., Wang, Y., Huang, W., Liu, T., Wang, D., Liu, P., Weinberger, K.Q.: Gpipe: efficient training of giant neural networks using pipeline parallelism. In: Advances in Neural Information Processing Systems, pp. 103\u2013112 (2019)"},{"key":"38_CR13","unstructured":"Iyer, S., Lin, X.V., Pasunuru, R., Mihaylov, T., Simig, D., Yu, P., Shuster, K., Wang, T., Liu, Q., Koura, P.S., Li, X., O\u2019Horo, B., Pereyra, G., Wang, J., Dewan, C., Celikyilmaz, A., Zettlemoyer, L., Stoyanov, V.: Scaling language model instruction meta learning through the lens of generalization, Opt-iml (2023)"},{"key":"38_CR14","unstructured":"Kipf, T.N., Welling, M.: Semi-supervised classification with graph convolutional networks. In: International Conference on Learning Representations (ICLR) (2017)"},{"key":"38_CR15","first-page":"206","volume":"311","author":"J Li","year":"2018","unstructured":"Li, J., He, Y., Zhu, H.: Link prediction via subspace clustering based on graph convolutional networks. Neurocomputing 311, 206\u2013214 (2018)","journal-title":"Neurocomputing"},{"key":"38_CR16","doi-asserted-by":"crossref","unstructured":"Li, M., Andersen, D.G., Park, J.W., Smola, A.J., Ahmed, A.: Scaling distributed machine learning with the parameter server. In: Proceedings of the 11th USENIX conference on Operating Systems Design and Implementation (OSDI) (2014)","DOI":"10.1145\/2640087.2644155"},{"key":"38_CR17","unstructured":"Liu, Y., Ott, M., Goyal, N., Du, J., Joshi, M., Chen, D., Levy, O., Lewis, M., Zettlemoyer, L., Stoyanov, V.: Roberta: a robustly optimized bert pretraining approach. In: Proceedings of the 2019 Conference on Empirical Methods in Natural Language Processing and the 9th International Joint Conference on Natural Language Processing (EMNLP-IJCNLP) (2019)"},{"key":"38_CR18","unstructured":"Radford, A., Wu, J., Child, R., Luan, D., Amodei, D., Sutskever, I.: Language models are unsupervised multitask learners. In: International Conference on Learning Representations (2019)"},{"key":"38_CR19","unstructured":"Raffel, C., Shazeer, N., Roberts, A., Lee, K., Narang, S., Matena, M., Zhou, Y., Li, W., Liu, P.J.: Exploring the limits of transfer learning with a unified text-to-text transformer. In: Advances in Neural Information Processing Systems (2019)"},{"key":"38_CR20","doi-asserted-by":"publisher","first-page":"61","DOI":"10.1109\/TNN.2008.2005605","volume":"20","author":"F Scarselli","year":"2008","unstructured":"Scarselli, F., Gori, M., Tsoi, A.C., Hagenbuchner, M., Monfardini, G.: The graph neural network model. IEEE Trans. Neural Netw. 20, 61\u201380 (2008)","journal-title":"IEEE Trans. Neural Netw."},{"key":"38_CR21","doi-asserted-by":"crossref","unstructured":"Schlichtkrull, M., Kipf, T.N., Bloem, P., van den Berg, R., Titov, I., Welling, M.: Modeling relational data with graph convolutional networks. In: European Semantic Web Conference, pp. 593\u2013607. Springer (2018)","DOI":"10.1007\/978-3-319-93417-4_38"},{"key":"38_CR22","unstructured":"Shoeybi, M., Patwary, M., Puri, R., Kumar, J., Ganguli, S.: Megatron-lm: training multi-billion parameter language models using model parallelism (2019). arXiv:1909.08053"},{"key":"38_CR23","unstructured":"Velivckovic, P., Cucurull, G., Casanova, A., Romero, A., Lio, P., Bengio, Y.: Graph attention networks. In: International Conference on Learning Representations (2018)"},{"key":"38_CR24","doi-asserted-by":"crossref","unstructured":"Wang, S., Wang, X., Liu, J., Xu, Y., Tang, J.: Heterogeneous graph attention network. In: Proceedings of the 25th ACM SIGKDD International Conference on Knowledge Discovery & Data Mining, pp. 793\u2013803 (2019)","DOI":"10.1145\/3292500.3330961"},{"issue":"1","key":"38_CR25","doi-asserted-by":"publisher","first-page":"4","DOI":"10.1109\/TNNLS.2020.2978386","volume":"32","author":"Z Wu","year":"2019","unstructured":"Wu, Z., Pan, S., Chen, F., Long, G., Zhang, C., Yu, P.S.: A comprehensive survey on graph neural networks. IEEE Trans. Neural Netw. Learn. Syst. 32(1), 4\u201324 (2019)","journal-title":"IEEE Trans. Neural Netw. Learn. Syst."},{"issue":"1","key":"38_CR26","doi-asserted-by":"publisher","first-page":"4","DOI":"10.1109\/TNNLS.2020.2978386","volume":"32","author":"Z Wu","year":"2020","unstructured":"Wu, Z., Pan, S., Chen, F., Long, G., Zhang, C., Yu, P.S.: A comprehensive survey on graph neural networks. IEEE Trans. Neural Netw. Learn. Syst. 32(1), 4\u201324 (2020)","journal-title":"IEEE Trans. Neural Netw. Learn. Syst."},{"key":"38_CR27","unstructured":"Yang, Z., Dai, Z., Yang, Y., Carbonell, J., Salakhutdinov, R., Le, Q.V.: Xlnet: generalized autoregressive pretraining for language understanding. In: Advances in Neural Information Processing Systems (2019)"},{"key":"38_CR28","unstructured":"Ying, R., You, J., Morris, C., Ren, X., Hamilton, W.L., Leskovec, J.: Hierarchical graph representation learning with differentiable pooling. In: Advances in Neural Information Processing Systems, pp. 4805\u20134815 (2018)"},{"key":"38_CR29","unstructured":"Zhang, M., Chen, Y., Tang, Y.: Link prediction based on graph neural networks. In Advances in Neural Information Processing Systems, pp. 5165\u20135175 (2018)"},{"key":"38_CR30","unstructured":"Zhang, Y., Chen, Z., Song, S.: Scalable graph learning for anti-money laundering: a first look. In: Proceedings of the 24th ACM SIGKDD International Conference on Knowledge Discovery & Data Mining, pp. 2268\u20132277. ACM (2018)"},{"key":"38_CR31","unstructured":"Zhou, J., Cui, G., Zhang, Z., Yang, C., Liu, Z., Sun, M.: Graph neural networks: a review of methods and applications (2018). arXiv:1812.08434"}],"container-title":["Lecture Notes in Networks and Systems","Intelligent Systems and Applications"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-47721-8_38","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,11,7]],"date-time":"2024-11-07T18:58:17Z","timestamp":1731005897000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-47721-8_38"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024]]},"ISBN":["9783031477201","9783031477218"],"references-count":31,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-47721-8_38","relation":{},"ISSN":["2367-3370","2367-3389"],"issn-type":[{"type":"print","value":"2367-3370"},{"type":"electronic","value":"2367-3389"}],"subject":[],"published":{"date-parts":[[2024]]},"assertion":[{"value":"10 January 2024","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}}]}}