{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,16]],"date-time":"2026-06-16T15:13:04Z","timestamp":1781622784466,"version":"3.54.5"},"reference-count":22,"publisher":"IEEE","license":[{"start":{"date-parts":[[2024,9,23]],"date-time":"2024-09-23T00:00:00Z","timestamp":1727049600000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2024,9,23]],"date-time":"2024-09-23T00:00:00Z","timestamp":1727049600000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2024,9,23]]},"DOI":"10.1109\/hpec62836.2024.10938418","type":"proceedings-article","created":{"date-parts":[[2025,4,3]],"date-time":"2025-04-03T19:07:19Z","timestamp":1743707239000},"page":"1-8","source":"Crossref","is-referenced-by-count":4,"title":["Breakthrough Low-Latency, High-Energy-Efficiency LLM Inference Performance Using NorthPole"],"prefix":"10.1109","author":[{"given":"Rathinakumar","family":"Appuswamy","sequence":"first","affiliation":[{"name":"IBM Research"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Michael V.","family":"Debole","sequence":"additional","affiliation":[{"name":"IBM Research"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Brian","family":"Taba","sequence":"additional","affiliation":[{"name":"IBM Research"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Steven K.","family":"Esser","sequence":"additional","affiliation":[{"name":"IBM Research"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Andrew S.","family":"Cassidy","sequence":"additional","affiliation":[{"name":"IBM Research"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Arnon","family":"Amir","sequence":"additional","affiliation":[{"name":"IBM Research"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Alexander","family":"Andreopoulos","sequence":"additional","affiliation":[{"name":"IBM Research"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Deepika","family":"Bablani","sequence":"additional","affiliation":[{"name":"IBM Research"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Pallab","family":"Datta","sequence":"additional","affiliation":[{"name":"IBM Research"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Jeffrey A.","family":"Kusnitz","sequence":"additional","affiliation":[{"name":"IBM Research"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Nathaniel J.","family":"McClatchey","sequence":"additional","affiliation":[{"name":"IBM Research"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Neil","family":"McGlohon","sequence":"additional","affiliation":[{"name":"IBM Research"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Jeffrey L.","family":"McKinstry","sequence":"additional","affiliation":[{"name":"IBM Research"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Tapan K.","family":"Nayak","sequence":"additional","affiliation":[{"name":"IBM Research"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Daniel F.","family":"Smith","sequence":"additional","affiliation":[{"name":"IBM Research"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Rafael","family":"Sousa","sequence":"additional","affiliation":[{"name":"IBM Research"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Ignacio","family":"Terrizzano","sequence":"additional","affiliation":[{"name":"IBM Research"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Filipp","family":"Akopyan","sequence":"additional","affiliation":[{"name":"IBM Research"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Peter J.","family":"Carlson","sequence":"additional","affiliation":[{"name":"IBM Research"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Rajamohan","family":"Gandhasri","sequence":"additional","affiliation":[{"name":"IBM Research"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Guillaume J.","family":"Garreau","sequence":"additional","affiliation":[{"name":"IBM Research"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Nelson M.","family":"Gonzalez","sequence":"additional","affiliation":[{"name":"IBM Research"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Megumi","family":"Ito","sequence":"additional","affiliation":[{"name":"IBM Research"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Jennifer L.","family":"Klamo","sequence":"additional","affiliation":[{"name":"IBM Research"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Yutaka","family":"Nakamura","sequence":"additional","affiliation":[{"name":"IBM Research"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Carlos Ortega","family":"Otero","sequence":"additional","affiliation":[{"name":"IBM Research"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"William P.","family":"Risk","sequence":"additional","affiliation":[{"name":"IBM Research"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Jun","family":"Sawada","sequence":"additional","affiliation":[{"name":"IBM Research"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Kai","family":"Schleupen","sequence":"additional","affiliation":[{"name":"IBM Research"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Jay","family":"Sivagnaname","sequence":"additional","affiliation":[{"name":"IBM Research"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Matthew","family":"Stallone","sequence":"additional","affiliation":[{"name":"IBM Research"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Takanori","family":"Ueda","sequence":"additional","affiliation":[{"name":"IBM Research"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Myron D.","family":"Flickner","sequence":"additional","affiliation":[{"name":"IBM Research"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"John V.","family":"Arthur","sequence":"additional","affiliation":[{"name":"IBM Research"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Rameswar","family":"Panda","sequence":"additional","affiliation":[{"name":"IBM Research"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"David D.","family":"Cox","sequence":"additional","affiliation":[{"name":"IBM Research"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Dharmendra S.","family":"Modha","sequence":"additional","affiliation":[{"name":"IBM Research"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"263","reference":[{"key":"ref1","volume-title":"Language models are few-shot learners","author":"Brown","year":"2020"},{"key":"ref2","volume-title":"Harnessing the power of LLMs in practice: A survey on ChatGPT and beyond","author":"Yang","year":"2023"},{"key":"ref3","volume-title":"Evaluating large language models trained on code","author":"Chen","year":"2021"},{"key":"ref4","author":"Mishra","year":"2024","journal-title":"Granite code models: A family of open foundation models for code intelligence"},{"key":"ref5","volume-title":"GPT-4 technical report","author":"O.","year":"2023"},{"key":"ref6","volume-title":"The rise and rise of A.I. large language models (LLMs) & their associated bots like ChatGPT","author":"McCandless","year":"2024"},{"key":"ref7","author":"Cottier","year":"2024","journal-title":"The rising costs of training frontier AI models"},{"key":"ref8","volume-title":"From words to watts: Benchmarking the energy costs of large language model inference","author":"Samsi","year":"2023"},{"key":"ref9","volume-title":"How to manage AI\u2019s energy demand \u2014 today, tomorrow and in the future","author":"Ammanath","year":"2024"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1145\/1022594.1022596"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1126\/science.adh1174"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1109\/ISSCC49657.2024.10454451"},{"key":"ref13","article-title":"Llama 3 model card","volume-title":"AI@Meta","year":"2024"},{"key":"ref14","volume-title":"Mistral 7B","author":"Jiang","year":"2023"},{"key":"ref15","volume-title":"GPipe: Efficient training of giant neural networks using pipeline parallelism","author":"Huang","year":"2019"},{"key":"ref16","volume-title":"Mesh-TensorFlow: Deep learning for supercomputers","author":"Shazeer","year":"2018"},{"key":"ref17","volume-title":"Megatron-LM: Training multi-billion parameter language models using model parallelism","author":"Shoeybi","year":"2020"},{"key":"ref18","article-title":"Learned step size quantization","volume-title":"International Conference on Learning Representations","author":"Esser","year":"2020"},{"key":"ref19","author":"Muennighoff","year":"2023","journal-title":"Octopack: Instruction tuning code large language models"},{"key":"ref20","article-title":"NVIDIA ADA GPU Architecture (V2.01)","volume-title":"NVIDIA Corporation","year":"2023"},{"key":"ref21","article-title":"NVIDIA Ampere GA102 GPU Architecture (V2.1)","volume-title":"NVIDIA Corporation","year":"2021"},{"key":"ref22","article-title":"NVIDIA H100 Tensor Core GPU Architecture (V1.04)","volume-title":"NVIDIA Corporation","year":"2023"}],"event":{"name":"2024 IEEE High Performance Extreme Computing Conference (HPEC)","location":"Wakefield, MA, USA","start":{"date-parts":[[2024,9,23]]},"end":{"date-parts":[[2024,9,27]]}},"container-title":["2024 IEEE High Performance Extreme Computing Conference (HPEC)"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx8\/10938401\/10938415\/10938418.pdf?arnumber=10938418","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,4,4]],"date-time":"2025-04-04T11:10:19Z","timestamp":1743765019000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/10938418\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,9,23]]},"references-count":22,"URL":"https:\/\/doi.org\/10.1109\/hpec62836.2024.10938418","relation":{},"subject":[],"published":{"date-parts":[[2024,9,23]]}}}