{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,1,20]],"date-time":"2026-01-20T06:57:51Z","timestamp":1768892271686,"version":"3.49.0"},"publisher-location":"New York, NY, USA","reference-count":42,"publisher":"ACM","license":[{"start":{"date-parts":[[2023,11,12]],"date-time":"2023-11-12T00:00:00Z","timestamp":1699747200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2023,11,12]]},"DOI":"10.1145\/3624062.3626081","type":"proceedings-article","created":{"date-parts":[[2023,11,10]],"date-time":"2023-11-10T13:53:39Z","timestamp":1699624419000},"page":"51-59","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":8,"title":["Towards Foundation Models for Materials Science: The Open MatSci ML Toolkit"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-1903-9242","authenticated-orcid":false,"given":"Kin Long Kelvin","family":"Lee","sequence":"first","affiliation":[{"name":"Intel Corporation, United States of America"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-5048-1901","authenticated-orcid":false,"given":"Carmelo","family":"Gonzales","sequence":"additional","affiliation":[{"name":"Intel Labs, United States of America"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-4061-4299","authenticated-orcid":false,"given":"Matthew","family":"Spellings","sequence":"additional","affiliation":[{"name":"Vector Institute, Canada"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-3526-0155","authenticated-orcid":false,"given":"Mikhail","family":"Galkin","sequence":"additional","affiliation":[{"name":"Intel Labs, United States of America"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-5121-3853","authenticated-orcid":false,"given":"Santiago","family":"Miret","sequence":"additional","affiliation":[{"name":"Intel Labs, United States of America"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-6173-9963","authenticated-orcid":false,"given":"Nalini","family":"Kumar","sequence":"additional","affiliation":[{"name":"Intel Corporation, United States of America"}]}],"member":"320","published-online":{"date-parts":[[2023,11,12]]},"reference":[{"key":"e_1_3_2_2_1_1","doi-asserted-by":"publisher","unstructured":"Simon Batzner Albert Musaelian Lixin Sun Mario Geiger Jonathan\u00a0P. Mailoa Mordechai Kornbluth Nicola Molinari Tess\u00a0E. Smidt and Boris Kozinsky. 2022. E(3)-Equivariant Graph Neural Networks for Data-Efficient and Accurate Interatomic Potentials. https:\/\/doi.org\/10.24435\/MATERIALSCLOUD:S0-5N","DOI":"10.24435\/MATERIALSCLOUD:S0-5N"},{"key":"e_1_3_2_2_2_1","doi-asserted-by":"publisher","DOI":"10.1007\/s11837-016-2001-3"},{"key":"e_1_3_2_2_3_1","doi-asserted-by":"publisher","DOI":"10.1557\/mrc.2019.118"},{"key":"e_1_3_2_2_4_1","unstructured":"Rishi Bommasani Drew\u00a0A. Hudson Ehsan Adeli Russ Altman Simran Arora Sydney von Arx Michael\u00a0S. Bernstein Jeannette Bohg Antoine Bosselut Emma Brunskill Erik Brynjolfsson Shyamal Buch Dallas Card Rodrigo Castellon Niladri Chatterji Annie Chen Kathleen Creel Jared\u00a0Quincy Davis Dora Demszky Chris Donahue Moussa Doumbouya Esin Durmus Stefano Ermon John Etchemendy Kawin Ethayarajh Li Fei-Fei Chelsea Finn Trevor Gale Lauren Gillespie Karan Goel Noah Goodman Shelby Grossman Neel Guha Tatsunori Hashimoto Peter Henderson John Hewitt Daniel\u00a0E. Ho Jenny Hong Kyle Hsu Jing Huang Thomas Icard Saahil Jain Dan Jurafsky Pratyusha Kalluri Siddharth Karamcheti Geoff Keeling Fereshte Khani Omar Khattab Pang\u00a0Wei Koh Mark Krass Ranjay Krishna Rohith Kuditipudi Ananya Kumar Faisal Ladhak Mina Lee Tony Lee Jure Leskovec Isabelle Levent Xiang\u00a0Lisa Li Xuechen Li Tengyu Ma Ali Malik Christopher\u00a0D. Manning Suvir Mirchandani Eric Mitchell Zanele Munyikwa Suraj Nair Avanika Narayan Deepak Narayanan Ben Newman Allen Nie Juan\u00a0Carlos Niebles Hamed Nilforoshan Julian Nyarko Giray Ogut Laurel Orr Isabel Papadimitriou Joon\u00a0Sung Park Chris Piech Eva Portelance Christopher Potts Aditi Raghunathan Rob Reich Hongyu Ren Frieda Rong Yusuf Roohani Camilo Ruiz Jack Ryan Christopher R\u00e9 Dorsa Sadigh Shiori Sagawa Keshav Santhanam Andy Shih Krishnan Srinivasan Alex Tamkin Rohan Taori Armin\u00a0W. Thomas Florian Tram\u00e8r Rose\u00a0E. Wang William Wang Bohan Wu Jiajun Wu Yuhuai Wu Sang\u00a0Michael Xie Michihiro Yasunaga Jiaxuan You Matei Zaharia Michael Zhang Tianyi Zhang Xikun Zhang Yuhui Zhang Lucia Zheng Kaitlyn Zhou and Percy Liang. 2022. On the Opportunities and Risks of Foundation Models. arxiv:2108.07258\u00a0[cs]"},{"key":"e_1_3_2_2_5_1","unstructured":"Johann Brehmer Pim de Haan S\u00f6nke Behrends and Taco Cohen. 2023. Geometric Algebra Transformers. arxiv:2305.18415\u00a0[cs stat]"},{"key":"e_1_3_2_2_6_1","doi-asserted-by":"publisher","DOI":"10.1080\/14786447408641058"},{"key":"e_1_3_2_2_7_1","doi-asserted-by":"publisher","DOI":"10.1021\/acscatal.0c04525"},{"key":"e_1_3_2_2_8_1","doi-asserted-by":"publisher","DOI":"10.1021\/acs.chemmater.9b01294"},{"key":"e_1_3_2_2_9_1","doi-asserted-by":"publisher","unstructured":"Aakanksha Chowdhery Sharan Narang Jacob Devlin Maarten Bosma Gaurav Mishra Adam Roberts Paul Barham Hyung\u00a0Won Chung Charles Sutton Sebastian Gehrmann Parker Schuh Kensen Shi Sasha Tsvyashchenko Joshua Maynez Abhishek Rao Parker Barnes Yi Tay Noam Shazeer Vinodkumar Prabhakaran Emily Reif Nan Du Ben Hutchinson Reiner Pope James Bradbury Jacob Austin Michael Isard Guy Gur-Ari Pengcheng Yin Toju Duke Anselm Levskaya Sanjay Ghemawat Sunipa Dev Henryk Michalewski Xavier Garcia Vedant Misra Kevin Robinson Liam Fedus Denny Zhou Daphne Ippolito David Luan Hyeontaek Lim Barret Zoph Alexander Spiridonov Ryan Sepassi David Dohan Shivani Agrawal Mark Omernick Andrew\u00a0M. Dai Thanumalayan\u00a0Sankaranarayana Pillai Marie Pellat Aitor Lewkowycz Erica Moreira Rewon Child Oleksandr Polozov Katherine Lee Zongwei Zhou Xuezhi Wang Brennan Saeta Mark Diaz Orhan Firat Michele Catasta Jason Wei Kathy Meier-Hellstern Douglas Eck Jeff Dean Slav Petrov and Noah Fiedel. 2022. PaLM: Scaling Language Modeling with Pathways. https:\/\/doi.org\/10.48550\/arXiv.2204.02311 arxiv:2204.02311\u00a0[cs]","DOI":"10.48550\/arXiv.2204.02311"},{"key":"e_1_3_2_2_10_1","doi-asserted-by":"publisher","unstructured":"F. Coester and H. K\u00fcmmel. 1960. Short-Range Correlations in Nuclear Wave Functions. Nuclear Physics 17 (June 1960) 477\u2013485. https:\/\/doi.org\/10.1016\/0029-5582(60)90140-1","DOI":"10.1016\/0029-5582(60)90140-1"},{"key":"e_1_3_2_2_11_1","doi-asserted-by":"publisher","DOI":"10.1038\/s41524-020-00352-0"},{"key":"e_1_3_2_2_12_1","doi-asserted-by":"publisher","DOI":"10.1038\/s41524-020-00406-3"},{"key":"e_1_3_2_2_13_1","doi-asserted-by":"publisher","unstructured":"Alexandre Duval Victor Schmidt Santiago Miret Yoshua Bengio Alex Hern\u00e1ndez-Garc\u00eda and David Rolnick. 2023. PhAST: Physics-Aware Scalable and Task-specific GNNs for Accelerated Catalyst Design. https:\/\/doi.org\/10.48550\/arXiv.2211.12020 arxiv:2211.12020\u00a0[physics]","DOI":"10.48550\/arXiv.2211.12020"},{"key":"e_1_3_2_2_14_1","doi-asserted-by":"publisher","unstructured":"William Falcon and The PyTorch Lightning team. 2019. PyTorch Lightning. https:\/\/doi.org\/10.5281\/zenodo.3828935","DOI":"10.5281\/zenodo.3828935"},{"key":"e_1_3_2_2_15_1","doi-asserted-by":"publisher","DOI":"10.1214\/aos\/1013203451"},{"key":"e_1_3_2_2_16_1","volume-title":"Advances in Neural Information Processing Systems, Vol.\u00a034. Curran Associates","author":"Gasteiger Johannes","unstructured":"Johannes Gasteiger, Florian Becker, and Stephan G\u00fcnnemann. 2021. GemNet: Universal Directional Graph Neural Networks for Molecules. In Advances in Neural Information Processing Systems, Vol.\u00a034. Curran Associates, Inc., 6790\u20136802."},{"key":"e_1_3_2_2_17_1","doi-asserted-by":"publisher","DOI":"10.1145\/3470496.3527403"},{"key":"e_1_3_2_2_18_1","unstructured":"Priya Goyal Piotr Doll\u00e1r Ross Girshick Pieter Noordhuis Lukasz Wesolowski Aapo Kyrola Andrew Tulloch Yangqing Jia and Kaiming He. 2018. Accurate Large Minibatch SGD: Training ImageNet in 1 Hour. arxiv:1706.02677\u00a0[cs]"},{"key":"e_1_3_2_2_19_1","doi-asserted-by":"publisher","DOI":"10.1109\/SC.2016.83"},{"key":"e_1_3_2_2_20_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.commatsci.2020.109544"},{"key":"e_1_3_2_2_21_1","doi-asserted-by":"publisher","DOI":"10.1063\/1.4812323"},{"key":"e_1_3_2_2_22_1","unstructured":"G\u00fcnter Klambauer Thomas Unterthiner Andreas Mayr and Sepp Hochreiter. 2017. Self-Normalizing Neural Networks. arxiv:1706.02515\u00a0[cs stat]"},{"key":"e_1_3_2_2_23_1","doi-asserted-by":"publisher","DOI":"10.1103\/PhysRev.140.A1133"},{"key":"e_1_3_2_2_24_1","unstructured":"Zhizhong Li and Derek Hoiem. 2017. Learning without Forgetting. arxiv:1606.09282\u00a0[cs stat]"},{"key":"e_1_3_2_2_25_1","doi-asserted-by":"publisher","unstructured":"Ilya Loshchilov and Frank Hutter. 2019. Decoupled Weight Decay Regularization. https:\/\/doi.org\/10.48550\/arXiv.1711.05101 arxiv:1711.05101\u00a0[cs math]","DOI":"10.48550\/arXiv.1711.05101"},{"key":"e_1_3_2_2_26_1","doi-asserted-by":"publisher","DOI":"10.1063\/5.0004837"},{"key":"e_1_3_2_2_27_1","doi-asserted-by":"publisher","DOI":"10.21105\/joss.00861"},{"key":"e_1_3_2_2_28_1","volume-title":"Carmelo Gonzales, Marcel Nassar, and Matthew Spellings.","author":"Miret Santiago","year":"2023","unstructured":"Santiago Miret, Kin Long\u00a0Kelvin Lee, Carmelo Gonzales, Marcel Nassar, and Matthew Spellings. 2023. The Open MatSci ML Toolkit: A Flexible Framework for Machine Learning in Materials Science. Transactions on Machine Learning Research (2023)."},{"key":"e_1_3_2_2_29_1","doi-asserted-by":"publisher","unstructured":"Igor Molybog Peter Albert Moya Chen Zachary DeVito David Esiobu Naman Goyal Punit\u00a0Singh Koura Sharan Narang Andrew Poulton Ruan Silva Binh Tang Diana Liskovich Puxin Xu Yuchen Zhang Melanie Kambadur Stephen Roller and Susan Zhang. 2023. A Theory on Adam Instability in Large-Scale Machine Learning. https:\/\/doi.org\/10.48550\/arXiv.2304.09871 arxiv:2304.09871\u00a0[cs math]","DOI":"10.48550\/arXiv.2304.09871"},{"key":"e_1_3_2_2_30_1","doi-asserted-by":"publisher","DOI":"10.1063\/5.0005074"},{"key":"e_1_3_2_2_31_1","doi-asserted-by":"publisher","DOI":"10.5555\/1953048.2078195"},{"key":"e_1_3_2_2_32_1","doi-asserted-by":"publisher","DOI":"10.1038\/sdata.2014.22"},{"key":"e_1_3_2_2_33_1","volume-title":"Advances in Neural Information Processing Systems, Vol.\u00a030. Curran Associates","author":"Rebuffi Sylvestre-Alvise","unstructured":"Sylvestre-Alvise Rebuffi, Hakan Bilen, and Andrea Vedaldi. 2017. Learning Multiple Visual Domains with Residual Adapters. In Advances in Neural Information Processing Systems, Vol.\u00a030. Curran Associates, Inc."},{"key":"e_1_3_2_2_34_1","doi-asserted-by":"publisher","DOI":"10.1021\/ar500432k"},{"key":"e_1_3_2_2_35_1","unstructured":"T.\u00a0Konstantin Rusch Michael\u00a0M. Bronstein and Siddhartha Mishra. 2023. A Survey on Oversmoothing in Graph Neural Networks. arxiv:2303.10993\u00a0[cs]"},{"key":"e_1_3_2_2_36_1","unstructured":"Victor\u00a0Garcia Satorras Emiel Hoogeboom and Max Welling. 2022. E(n) Equivariant Graph Neural Networks. arxiv:2102.09844\u00a0[cs stat]"},{"key":"e_1_3_2_2_37_1","volume-title":"SchNet: A Continuous-Filter Convolutional Neural Network for Modeling Quantum Interactions. arXiv:1706.08566 [physics, stat] (Dec","author":"Sch\u00fctt T.","year":"2017","unstructured":"Kristof\u00a0T. Sch\u00fctt, Pieter-Jan Kindermans, Huziel\u00a0E. Sauceda, Stefan Chmiela, Alexandre Tkatchenko, and Klaus-Robert M\u00fcller. 2017. SchNet: A Continuous-Filter Convolutional Neural Network for Modeling Quantum Interactions. arXiv:1706.08566 [physics, stat] (Dec. 2017). arxiv:1706.08566\u00a0[physics, stat]"},{"key":"e_1_3_2_2_38_1","unstructured":"Matthew Spellings. 2022. Geometric Algebra Attention Networks for Small Point Clouds. arxiv:2110.02393\u00a0[cs]"},{"key":"e_1_3_2_2_39_1","doi-asserted-by":"crossref","unstructured":"Richard Tran Janice Lan Muhammed Shuaibi Brandon\u00a0M. Wood Siddharth Goyal Abhishek Das Javier Heras-Domingo Adeesh Kolluru Ammar Rizvi Nima Shoghi Anuroop Sriram Felix Therrien Jehad Abed Oleksandr Voznyy Edward\u00a0H. Sargent Zachary Ulissi and C.\u00a0Lawrence Zitnick. 2022. The Open Catalyst 2022 (OC22) Dataset and Challenges for Oxide Electrocatalysts. arxiv:2206.08917\u00a0[cond-mat physics:physics]","DOI":"10.1021\/acscatal.2c05426"},{"key":"e_1_3_2_2_40_1","volume-title":"Highly-Performant Package for Graph Neural Networks. arXiv preprint arXiv:1909.01315","author":"Wang Minjie","year":"2019","unstructured":"Minjie Wang, Da Zheng, Zihao Ye, Quan Gan, Mufei Li, Xiang Song, Jinjing Zhou, Chao Ma, Lingfan Yu, Yu Gai, Tianjun Xiao, Tong He, George Karypis, Jinyang Li, and Zheng Zhang. 2019. Deep Graph Library: A Graph-Centric, Highly-Performant Package for Graph Neural Networks. arXiv preprint arXiv:1909.01315 (2019). arxiv:1909.01315"},{"key":"e_1_3_2_2_41_1","doi-asserted-by":"publisher","unstructured":"Biao Zhang and Rico Sennrich. 2019. Root Mean Square Layer Normalization. https:\/\/doi.org\/10.48550\/arXiv.1910.07467 arxiv:1910.07467\u00a0[cs stat]","DOI":"10.48550\/arXiv.1910.07467"},{"key":"e_1_3_2_2_42_1","doi-asserted-by":"publisher","DOI":"10.1002\/advs.202100566"}],"event":{"name":"SC-W 2023: Workshops of The International Conference on High Performance Computing, Network, Storage, and Analysis","location":"Denver CO USA","acronym":"SC-W 2023"},"container-title":["Proceedings of the SC '23 Workshops of the International Conference on High Performance Computing, Network, Storage, and Analysis"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3624062.3626081","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3624062.3626081","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,8,21]],"date-time":"2025-08-21T03:03:46Z","timestamp":1755745426000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3624062.3626081"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,11,12]]},"references-count":42,"alternative-id":["10.1145\/3624062.3626081","10.1145\/3624062"],"URL":"https:\/\/doi.org\/10.1145\/3624062.3626081","relation":{},"subject":[],"published":{"date-parts":[[2023,11,12]]},"assertion":[{"value":"2023-11-12","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}