{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,24]],"date-time":"2026-07-24T06:01:19Z","timestamp":1784872879147,"version":"3.55.0"},"reference-count":21,"publisher":"IEEE","license":[{"start":{"date-parts":[[2026,7,1]],"date-time":"2026-07-01T00:00:00Z","timestamp":1782864000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2026,7,1]],"date-time":"2026-07-01T00:00:00Z","timestamp":1782864000000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2026,7,1]],"date-time":"2026-07-01T00:00:00Z","timestamp":1782864000000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2026,7]]},"DOI":"10.1109\/ispdc69862.2026.00021","type":"proceedings-article","created":{"date-parts":[[2026,7,23]],"date-time":"2026-07-23T19:12:05Z","timestamp":1784833925000},"page":"103-111","source":"Crossref","is-referenced-by-count":0,"title":["A Tabular Schedule Abstraction for Communication-Aware Evaluation of Pipeline-Parallel LLM Training"],"prefix":"10.1109","author":[{"given":"Daniel","family":"Barley","sequence":"first","affiliation":[{"name":"Heidelberg University"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Jonathan","family":"Leis","sequence":"additional","affiliation":[{"name":"Heidelberg University"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Benjamin","family":"Klenk","sequence":"additional","affiliation":[{"name":"NVIDIA Corporation"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Holger","family":"Fr\u00f6ning","sequence":"additional","affiliation":[{"name":"Heidelberg University"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"263","reference":[{"key":"ref1","article-title":"Language models are few-shot learners","volume-title":"Proceedings of the 34th International Conference on Neural Information Processing Systems, ser. NIPS \u201920","author":"Brown"},{"key":"ref2","article-title":"Scaling laws for neural language models","volume-title":"CoRR\/2001.08361","author":"Kaplan","year":"2020"},{"key":"ref3","article-title":"Megatron-lm: Training multi-billion parameter language models using model parallelism","volume-title":"CoRR\/1909.08053","author":"Shoeybi","year":"2020"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1145\/3458817.3476209"},{"key":"ref5","doi-asserted-by":"crossref","DOI":"10.1109\/SC41405.2020.00024","article-title":"Zero: memory optimizations toward training trillion parameter models","volume-title":"Proceedings of the International Conference for High Performance Computing, Networking, Storage and Analysis, ser. SC \u201920","author":"Rajbhandari"},{"key":"ref6","article-title":"Gpipe: efficient training of giant neural networks using pipeline parallelism","volume-title":"Proceedings of the 33rd International Conference on Neural Information Processing Systems","author":"Huang"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1145\/3341301.3359646"},{"key":"ref8","first-page":"7937","article-title":"Memory-efficient pipeline-parallel dnn training","volume-title":"Proceedings of the 38th International Conference on Machine Learning, ser. Proceedings of Machine Learning Research","volume":"139","author":"Narayanan"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1145\/3458817.3476145"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1145\/3581784.3607073"},{"key":"ref11","first-page":"1","article-title":"Beyond data and model parallelism for deep neural networks","volume-title":"Proceedings of Machine Learning and Systems","volume":"1","author":"Jia","year":"2019"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1109\/ISPASS57527.2023.00035"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1145\/3581784.3607102"},{"key":"ref14","article-title":"Gaussian error linear units (gelus)","volume-title":"CoRR\/1606.08415","author":"Hendrycks","year":"2016"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1145\/3431731"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1002\/cpe.4439"},{"key":"ref17","article-title":"Scalable and efficient intra- and inter-node interconnection networks for post-exascale supercomputers and data centers","volume-title":"CoRR","volume":"abs\/2511.04677","author":"Tarraga-Moreno","year":"2025"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1109\/ccgrid57682.2023.00021"},{"key":"ref19","article-title":"Zero bubble (almost) pipeline parallelism","volume-title":"The Twelfth International Conference on Learning Representations","author":"Qi","year":"2024"},{"key":"ref20","article-title":"Compressing the backward pass of largescale neural architectures by structured activation pruning","volume-title":"CoRR","volume":"abs\/2311.16883","author":"Barley","year":"2023"},{"key":"ref21","article-title":"Less memory means smaller gpus: Backpropagation with compressed activations","volume-title":"CoRR","volume":"abs\/2409.11902","author":"Barley","year":"2024"}],"event":{"name":"2026 25th International Symposium on Parallel and Distributed Computing (ISPDC)","location":"Hamburg, Germany","start":{"date-parts":[[2026,7,1]]},"end":{"date-parts":[[2026,7,3]]}},"container-title":["2026 25th International Symposium on Parallel and Distributed Computing (ISPDC)"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx8\/11612758\/11612761\/11612813.pdf?arnumber=11612813","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,7,24]],"date-time":"2026-07-24T05:03:24Z","timestamp":1784869404000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/11612813\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026,7]]},"references-count":21,"URL":"https:\/\/doi.org\/10.1109\/ispdc69862.2026.00021","relation":{},"subject":[],"published":{"date-parts":[[2026,7]]}}}