{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,5]],"date-time":"2026-03-05T15:35:33Z","timestamp":1772724933800,"version":"3.50.1"},"publisher-location":"New York, NY, USA","reference-count":72,"publisher":"ACM","license":[{"start":{"date-parts":[[2023,11,12]],"date-time":"2023-11-12T00:00:00Z","timestamp":1699747200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2023,11,12]]},"DOI":"10.1145\/3624062.3624175","type":"proceedings-article","created":{"date-parts":[[2023,11,10]],"date-time":"2023-11-10T13:53:39Z","timestamp":1699624419000},"page":"983-994","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":22,"title":["CXL Memory as Persistent Memory for Disaggregated HPC: A Practical Approach"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0009-0000-6581-998X","authenticated-orcid":false,"given":"Yehonatan","family":"Fridman","sequence":"first","affiliation":[{"name":"Ben-Gurion University, Israel and NRCN, Israel"}]},{"ORCID":"https:\/\/orcid.org\/0009-0007-7999-4368","authenticated-orcid":false,"given":"Suprasad","family":"Mutalik Desai","sequence":"additional","affiliation":[{"name":"Intel Corporation, India"}]},{"ORCID":"https:\/\/orcid.org\/0009-0003-7605-2368","authenticated-orcid":false,"given":"Navneet","family":"Singh","sequence":"additional","affiliation":[{"name":"Intel Corporation, India"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-8505-0936","authenticated-orcid":false,"given":"Thomas","family":"Willhalm","sequence":"additional","affiliation":[{"name":"Intel Corporation, Germany"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-8831-5423","authenticated-orcid":false,"given":"Gal","family":"Oren","sequence":"additional","affiliation":[{"name":"Technion - Israel Institute of Technology, Israel and NRCN, Israel"}]}],"member":"320","published-online":{"date-parts":[[2023,11,12]]},"reference":[{"key":"e_1_3_2_2_1_1","doi-asserted-by":"publisher","DOI":"10.1145\/3533737.3535090"},{"key":"e_1_3_2_2_2_1","volume-title":"Memory Disaggregation: Open Challenges in the Era of CXL. In Workshop on HotTopics in System Infrastructure, Vol.\u00a018","author":"Al\u00a0Maruf Hasan","year":"2023","unstructured":"Hasan Al\u00a0Maruf and Mosharaf Chowdhury. 2023. Memory Disaggregation: Open Challenges in the Era of CXL. In Workshop on HotTopics in System Infrastructure, Vol.\u00a018."},{"key":"e_1_3_2_2_3_1","unstructured":"AsteraLabs. 2022. CXL Memory Accelerators. https:\/\/www.asteralabs.com\/products\/cxl-memory-platform\/"},{"key":"e_1_3_2_2_4_1","doi-asserted-by":"publisher","DOI":"10.1145\/3465402"},{"key":"e_1_3_2_2_5_1","volume-title":"BTW 2023","author":"Benson Lawrence","year":"2023","unstructured":"Lawrence Benson, Marcel Weisgut, and Tilmann Rabl. 2023. What We Can Learn from Persistent Memory for CXL. BTW 2023 (2023)."},{"key":"e_1_3_2_2_6_1","volume-title":"Measuring NUMA effects with the STREAM benchmark. arXiv preprint arXiv:1103.3225","author":"Bergstrom Lars","year":"2011","unstructured":"Lars Bergstrom. 2011. Measuring NUMA effects with the STREAM benchmark. arXiv preprint arXiv:1103.3225 (2011)."},{"key":"e_1_3_2_2_7_1","doi-asserted-by":"publisher","DOI":"10.1002\/cpe.4851"},{"key":"e_1_3_2_2_8_1","volume-title":"Response of HPC hardware to neutron radiation at the dawn of exascale. The Journal of Supercomputing","author":"Bustos Andr\u00e9s","year":"2023","unstructured":"Andr\u00e9s Bustos, Antonio\u00a0Juan Rubio-Montero, Roberto M\u00e9ndez, Sergio Rivera, Francisco Gonz\u00e1lez, Xandra Campo, Hern\u00e1n Asorey, and Rafael Mayo-Garc\u00eda. 2023. Response of HPC hardware to neutron radiation at the dawn of exascale. The Journal of Supercomputing (2023), 1\u201322."},{"key":"e_1_3_2_2_9_1","doi-asserted-by":"crossref","unstructured":"Leonardo Dagum and Ramesh Menon. 1998. OpenMP: An industry-standard API for shared-memory programming. Computing in Science & Engineering1 (1998) 46\u201355.","DOI":"10.1109\/99.660313"},{"key":"e_1_3_2_2_10_1","volume-title":"Evaluating the Potential of Disaggregated Memory Systems for HPC applications. arXiv preprint arXiv:2306.04014","author":"Ding Nan","year":"2023","unstructured":"Nan Ding, Pieter Maris, Hai\u00a0Ah Nam, Taylor Groves, Muaaz\u00a0Gul Awan, LeAnn Lindsey, Christopher Daley, Oguz Selvitopi, Leonid Oliker, and Nicholas Wright. 2023. Evaluating the Potential of Disaggregated Memory Systems for HPC applications. arXiv preprint arXiv:2306.04014 (2023)."},{"key":"e_1_3_2_2_11_1","doi-asserted-by":"publisher","DOI":"10.1177\/10943420211028940"},{"key":"e_1_3_2_2_12_1","unstructured":"Svein\u00a0Gunnar Fagerheim. 2021. Benchmarking Persistent Memory with Respect to Performance and Programmability. Master\u2019s thesis."},{"key":"e_1_3_2_2_13_1","doi-asserted-by":"crossref","unstructured":"Cl\u00e9ment Foyer Brice Goglin and Andr\u00e8s\u00a0Rubio Proa\u00f1o. 2023. A survey of software techniques to emulate heterogeneous memory systems in high-performance computing. Parallel Comput. (2023) 103023.","DOI":"10.1016\/j.parco.2023.103023"},{"key":"e_1_3_2_2_14_1","volume-title":"Recovery of Distributed Iterative Solvers for Linear Systems Using Non-Volatile RAM. In 2022 IEEE\/ACM 12th Workshop on Fault Tolerance for HPC at eXtreme Scale (FTXS). IEEE, 11\u201323","author":"Fridman Yehonatan","year":"2022","unstructured":"Yehonatan Fridman, Yaniv Snir, Harel Levin, Danny Hendler, Hagit Attiya, and Gal Oren. 2022. Recovery of Distributed Iterative Solvers for Linear Systems Using Non-Volatile RAM. In 2022 IEEE\/ACM 12th Workshop on Fault Tolerance for HPC at eXtreme Scale (FTXS). IEEE, 11\u201323."},{"key":"e_1_3_2_2_15_1","doi-asserted-by":"publisher","DOI":"10.1109\/FTXS54580.2021.00006"},{"key":"e_1_3_2_2_16_1","volume-title":"Working with Disaggregated Systems. What are the Challenges and Opportunities of RDMA and CXL?BTW 2023","author":"Geyer Andreas","year":"2023","unstructured":"Andreas Geyer, Daniel Ritter, Dong\u00a0Hun Lee, Minseon Ahn, Johannes Pietrzyk, Alexander Krause, Dirk Habich, and Wolfgang Lehner. 2023. Working with Disaggregated Systems. What are the Challenges and Opportunities of RDMA and CXL?BTW 2023 (2023)."},{"key":"e_1_3_2_2_17_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-642-33518-1_1"},{"key":"e_1_3_2_2_18_1","doi-asserted-by":"publisher","DOI":"10.14778\/3436905.3436921"},{"key":"e_1_3_2_2_19_1","doi-asserted-by":"publisher","DOI":"10.1109\/JPROC.2017.2731776"},{"key":"e_1_3_2_2_20_1","volume-title":"Optane\u2019s Dead: Now What?Computer 56, 3","author":"Handy Jim","year":"2023","unstructured":"Jim Handy and Tom Coughlin. 2023. Optane\u2019s Dead: Now What?Computer 56, 3 (2023), 125\u2013130."},{"key":"e_1_3_2_2_21_1","doi-asserted-by":"publisher","DOI":"10.1587\/transinf.2019EDL8141"},{"key":"e_1_3_2_2_22_1","unstructured":"Intel. 2022. Migration from Direct-Attached Intel Optane Persistent Memory to CXL-Attached Memory. https:\/\/www.intel.com\/content\/dam\/www\/central-libraries\/us\/en\/documents\/2022-11\/optane-pmem-to-cxl-tech-brief.pdf. [Online]."},{"key":"e_1_3_2_2_23_1","unstructured":"Intel. 2023. Intel Developer Cloud. https:\/\/www.intel.com\/content\/www\/us\/en\/developer\/tools\/devcloud\/overview.html. [Online]."},{"key":"e_1_3_2_2_24_1","unstructured":"Intel. 2023. Intel\u00ae FPGA Compute Express Link (CXL) IP. https:\/\/www.intel.com\/content\/www\/us\/en\/products\/details\/fpga\/intellectual-property\/interface-protocols\/cxl-ip.html. [Online]."},{"key":"e_1_3_2_2_25_1","unstructured":"Intel. 2023. Intel\u00ae FPGA Compute Express Link (CXL) IP. https:\/\/www.intel.com\/content\/www\/us\/en\/products\/details\/fpga\/intellectual-property\/interface-protocols\/cxl-ip.html. [Online]."},{"key":"e_1_3_2_2_26_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-662-53426-7_23"},{"key":"e_1_3_2_2_27_1","volume-title":"Basic performance measurements of the intel optane DC persistent memory module. arXiv preprint arXiv:1903.05714","author":"Izraelevitz Joseph","year":"2019","unstructured":"Joseph Izraelevitz, Jian Yang, Lu Zhang, Juno Kim, Xiao Liu, Amirsaman Memaripour, Yun\u00a0Joon Soh, Zixuan Wang, Yi Xu, Subramanya\u00a0R Dulloor, 2019. Basic performance measurements of the intel optane DC persistent memory module. arXiv preprint arXiv:1903.05714 (2019)."},{"key":"e_1_3_2_2_28_1","doi-asserted-by":"publisher","DOI":"10.1109\/IMW.2017.7939084"},{"key":"e_1_3_2_2_29_1","doi-asserted-by":"publisher","DOI":"10.1109\/MDAT.2016.2624283"},{"key":"e_1_3_2_2_30_1","doi-asserted-by":"publisher","DOI":"10.1145\/3140659.3080236"},{"key":"e_1_3_2_2_31_1","doi-asserted-by":"publisher","DOI":"10.1109\/MCHPC51950.2020.00006"},{"key":"e_1_3_2_2_32_1","doi-asserted-by":"publisher","DOI":"10.1109\/PMBS56514.2022.00008"},{"key":"e_1_3_2_2_33_1","doi-asserted-by":"publisher","DOI":"10.1145\/1785414.1785441"},{"key":"e_1_3_2_2_34_1","doi-asserted-by":"publisher","DOI":"10.1145\/3592980.3595311"},{"key":"e_1_3_2_2_35_1","doi-asserted-by":"publisher","DOI":"10.1145\/782814.782855"},{"key":"e_1_3_2_2_36_1","volume-title":"Fabric-Centric Computing. In Proceedings of the 19th Workshop on Hot Topics in Operating Systems. 118\u2013126","author":"Liu Ming","year":"2023","unstructured":"Ming Liu. 2023. Fabric-Centric Computing. In Proceedings of the 19th Workshop on Hot Topics in Operating Systems. 118\u2013126."},{"key":"e_1_3_2_2_37_1","unstructured":"Glenn\u00a0K Lockwood Damian Hazen Quincey Koziol R\u00a0Shane Canon Katie Antypas Jan Balewski Nicholas Balthaser Wahid Bhimji James Botts Jeff Broughton 2023. Storage 2020: A vision for the future of hpc storage. (2023)."},{"key":"e_1_3_2_2_38_1","doi-asserted-by":"publisher","DOI":"10.1145\/3578353.3589542"},{"key":"e_1_3_2_2_39_1","doi-asserted-by":"publisher","DOI":"10.1145\/2989081.2989110"},{"key":"e_1_3_2_2_40_1","unstructured":"John\u00a0D. McCalpin. 1991-2007. STREAM: Sustainable Memory Bandwidth in High Performance Computers. Technical Report. University of Virginia Charlottesville Virginia. http:\/\/www.cs.virginia.edu\/stream\/A continually updated technical report. http:\/\/www.cs.virginia.edu\/stream\/."},{"key":"e_1_3_2_2_41_1","volume-title":"Memory Bandwidth and Machine Balance in Current High Performance Computers","author":"McCalpin D.","year":"1995","unstructured":"John\u00a0D. McCalpin. 1995. Memory Bandwidth and Machine Balance in Current High Performance Computers. IEEE Computer Society Technical Committee on Computer Architecture (TCCA) Newsletter (Dec. 1995), 19\u201325."},{"key":"e_1_3_2_2_42_1","unstructured":"John\u00a0D. McCalpin. 1995. STREAM Benchmark. https:\/\/www.cs.virginia.edu\/stream\/. [Online]."},{"key":"e_1_3_2_2_43_1","volume-title":"Stream benchmark. Link: www. cs. virginia. edu\/stream\/ref. html# what 22, 7","author":"McCalpin D","year":"1995","unstructured":"John\u00a0D McCalpin. 1995. Stream benchmark. Link: www. cs. virginia. edu\/stream\/ref. html# what 22, 7 (1995)."},{"key":"e_1_3_2_2_44_1","volume-title":"Bandwidth Limits in the Intel Xeon Max (Sapphire Rapids with HBM) Processors. In ISC 2023 IXPUG Workshop. 1\u201324","author":"McCalpin D.","year":"2023","unstructured":"John\u00a0D. McCalpin. 2023. Bandwidth Limits in the Intel Xeon Max (Sapphire Rapids with HBM) Processors. In ISC 2023 IXPUG Workshop. 1\u201324."},{"key":"e_1_3_2_2_45_1","doi-asserted-by":"publisher","DOI":"10.1145\/977091.977115"},{"key":"e_1_3_2_2_46_1","volume-title":"Efficient Intra-Rack Resource Disaggregation for HPC Using Co-Packaged DWDM Photonics. arXiv preprint arXiv:2301.03592","author":"Michelogiannakis George","year":"2023","unstructured":"George Michelogiannakis, Yehia Arafa, Brandon Cook, Liang\u00a0Yuan Dai, Abdel\u00a0Hameed Badawy, Madeleine Glick, Yuyang Wang, Keren Bergman, and John Shalf. 2023. Efficient Intra-Rack Resource Disaggregation for HPC Using Co-Packaged DWDM Photonics. arXiv preprint arXiv:2301.03592 (2023)."},{"key":"e_1_3_2_2_47_1","doi-asserted-by":"publisher","DOI":"10.1145\/3514245"},{"key":"e_1_3_2_2_48_1","doi-asserted-by":"publisher","DOI":"10.1109\/MCHPC49590.2019.00008"},{"key":"e_1_3_2_2_49_1","doi-asserted-by":"publisher","DOI":"10.1109\/IMW.2013.6582088"},{"key":"e_1_3_2_2_50_1","doi-asserted-by":"publisher","DOI":"10.1145\/2150976.2151018"},{"key":"e_1_3_2_2_51_1","unstructured":"Kevin\u00a0Huang Nathan\u00a0Pham. 2019. Analyzing the Performance of Intel Optane Persistent Memory 200 Series in Memory Mode with Lenovo ThinkSystem Servers."},{"key":"e_1_3_2_2_52_1","unstructured":"Samsung Newsroom. 2022. Samsung Electronics Introduces Industry\u2019s First 512GB CXL Memory Module. https:\/\/news.samsung.com\/global\/samsung-electronics-introduces-industrys-first-512gb-cxl-memory-module"},{"key":"e_1_3_2_2_53_1","unstructured":"SK\u00a0Hynix Newsroom. 2022. SK hynix Develops DDR5 DRAM CXLTM Memory to Expand the CXL Memory Ecosystem. https:\/\/news.skhynix.com\/sk-hynix-develops-ddr5-dram-cxltm-memory-to-expand-the-cxl-memory-ecosystem\/"},{"key":"e_1_3_2_2_54_1","unstructured":"Rotem\u00a0Industrial Park. 2019. NegevHPC Project. https:\/\/www.negevhpc.com. [Online]."},{"key":"e_1_3_2_2_55_1","doi-asserted-by":"publisher","DOI":"10.1145\/3357526.3357541"},{"key":"e_1_3_2_2_56_1","doi-asserted-by":"publisher","DOI":"10.1145\/3488423.3519336"},{"key":"e_1_3_2_2_57_1","doi-asserted-by":"publisher","DOI":"10.1109\/SBAC-PAD49847.2020.00034"},{"key":"e_1_3_2_2_58_1","doi-asserted-by":"publisher","DOI":"10.1145\/2818950.2818955"},{"key":"e_1_3_2_2_59_1","volume-title":"IoT and Hardware Security","author":"Rai Sadhana","year":"2023","unstructured":"Sadhana Rai and Basavaraj Talawar. 2023. Nonvolatile Memory Technologies: Characteristics, Deployment, and Research Challenges. Frontiers of Quality Electronic Design (QED) AI, IoT and Hardware Security (2023), 137\u2013173."},{"key":"e_1_3_2_2_60_1","volume-title":"Reinventing high performance computing: challenges and opportunities. arXiv preprint arXiv:2203.02544","author":"Reed Daniel","year":"2022","unstructured":"Daniel Reed, Dennis Gannon, and Jack Dongarra. 2022. Reinventing high performance computing: challenges and opportunities. arXiv preprint arXiv:2203.02544 (2022)."},{"key":"e_1_3_2_2_61_1","doi-asserted-by":"publisher","DOI":"10.1145\/3582016.3582055"},{"key":"e_1_3_2_2_62_1","doi-asserted-by":"publisher","DOI":"10.1145\/3145617.3158213"},{"key":"e_1_3_2_2_63_1","volume-title":"NVDIMM: changes are here so what\u2019s next. Memory Computing Summit","author":"Arthur Sainio","year":"2016","unstructured":"Arthur Sainio 2016. NVDIMM: changes are here so what\u2019s next. Memory Computing Summit (2016)."},{"key":"e_1_3_2_2_64_1","doi-asserted-by":"crossref","unstructured":"Steve Scargall. 2020. Programming Persistent Memory: A Comprehensive Guide for Developers. (2020).","DOI":"10.1007\/978-1-4842-4932-1"},{"key":"e_1_3_2_2_65_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-1-4842-4932-1"},{"key":"e_1_3_2_2_66_1","volume-title":"An Introduction to the Compute Express Link (CXL) Interconnect. arXiv preprint arXiv:2306.11227","author":"Sharma Debendra\u00a0Das","year":"2023","unstructured":"Debendra\u00a0Das Sharma, Robert Blankenship, and Daniel\u00a0S Berger. 2023. An Introduction to the Compute Express Link (CXL) Interconnect. arXiv preprint arXiv:2306.11227 (2023)."},{"key":"e_1_3_2_2_67_1","doi-asserted-by":"publisher","DOI":"10.2172\/1898330"},{"key":"e_1_3_2_2_68_1","unstructured":"Montage Technology. 2022. Montage Technology Delivers the World\u2019s First CXL\u2122 Memory eXpander Controller. https:\/\/www.montage-tech.com\/Press_Releases\/20220506"},{"key":"e_1_3_2_2_69_1","unstructured":"TB Tristian and L Travis. 2019. Analyzing the performance of Intel Optane DC persistent memory in app direct mode in Lenovo ThinkSystem servers."},{"key":"e_1_3_2_2_70_1","volume-title":"Evaluating Emerging CXL-enabled Memory Pooling for HPC Systems. In 2022 IEEE\/ACM Workshop on Memory Centric High Performance Computing (MCHPC). IEEE, 11\u201320","author":"Wahlgren Jacob","year":"2022","unstructured":"Jacob Wahlgren, Maya Gokhale, and Ivy\u00a0B Peng. 2022. Evaluating Emerging CXL-enabled Memory Pooling for HPC Systems. In 2022 IEEE\/ACM Workshop on Memory Centric High Performance Computing (MCHPC). IEEE, 11\u201320."},{"key":"e_1_3_2_2_71_1","doi-asserted-by":"publisher","DOI":"10.1007\/s11390-023-1054-3"},{"key":"e_1_3_2_2_72_1","doi-asserted-by":"publisher","DOI":"10.1145\/3295500.3356159"}],"event":{"name":"SC-W 2023: Workshops of The International Conference on High Performance Computing, Network, Storage, and Analysis","location":"Denver CO USA","acronym":"SC-W 2023"},"container-title":["Proceedings of the SC '23 Workshops of the International Conference on High Performance Computing, Network, Storage, and Analysis"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3624062.3624175","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3624062.3624175","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,8,21]],"date-time":"2025-08-21T03:06:23Z","timestamp":1755745583000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3624062.3624175"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,11,12]]},"references-count":72,"alternative-id":["10.1145\/3624062.3624175","10.1145\/3624062"],"URL":"https:\/\/doi.org\/10.1145\/3624062.3624175","relation":{},"subject":[],"published":{"date-parts":[[2023,11,12]]},"assertion":[{"value":"2023-11-12","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}