{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,6,19]],"date-time":"2025-06-19T04:59:08Z","timestamp":1750309148410,"version":"3.41.0"},"publisher-location":"New York, NY, USA","reference-count":43,"publisher":"ACM","license":[{"start":{"date-parts":[[2024,6,3]],"date-time":"2024-06-03T00:00:00Z","timestamp":1717372800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2024,6,3]]},"DOI":"10.1145\/3625549.3658679","type":"proceedings-article","created":{"date-parts":[[2024,8,30]],"date-time":"2024-08-30T15:55:29Z","timestamp":1725033329000},"page":"148-159","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":1,"title":["EvoStore: Towards Scalable Storage of Evolving Learning Models"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-1464-729X","authenticated-orcid":false,"given":"Robert","family":"Underwood","sequence":"first","affiliation":[{"name":"Argonne National Laboratory, Lemont, Illinois, United States of America"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0009-0002-5593-8752","authenticated-orcid":false,"given":"Meghana","family":"Madhyastha","sequence":"additional","affiliation":[{"name":"Johns Hopkins University, Baltimore, Maryland, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-2924-1997","authenticated-orcid":false,"given":"Randal","family":"Burns","sequence":"additional","affiliation":[{"name":"Johns Hopkins University, Baltimore, Maryland, United States of America"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-0661-7509","authenticated-orcid":false,"given":"Bogdan","family":"Nicolae","sequence":"additional","affiliation":[{"name":"Argonne National Laboratory, Lemont, Illinois, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"320","published-online":{"date-parts":[[2024,8,30]]},"reference":[{"key":"e_1_3_2_1_1_1","unstructured":"The TensorFlow Authors. 2022. Tensorflow SavedModel. https:\/\/www.tensorflow.org\/guide\/saved_model."},{"key":"e_1_3_2_1_2_1","doi-asserted-by":"publisher","DOI":"10.1145\/3295500.3356202"},{"volume-title":"DeepHyper: Asynchronous Hyperparameter Search for Deep Neural Networks. In HiPC'18: The IEEE 25th International Conference on High Performance Computing. IEEE","author":"Balaprakash Prasanna","key":"e_1_3_2_1_3_1","unstructured":"Prasanna Balaprakash, Michael Salim, Thomas D. Uram, Venkat Vishwanath, and Stefan M. Wild. 2018. DeepHyper: Asynchronous Hyperparameter Search for Deep Neural Networks. In HiPC'18: The IEEE 25th International Conference on High Performance Computing. IEEE, Bengaluru, India, 42--51."},{"key":"e_1_3_2_1_4_1","doi-asserted-by":"publisher","DOI":"10.1145\/3320060"},{"key":"e_1_3_2_1_5_1","volume-title":"Random search for hyper-parameter optimization. J. Mach. Learn. Res. 13, null (feb","author":"Bergstra James","year":"2012","unstructured":"James Bergstra and Yoshua Bengio. 2012. Random search for hyper-parameter optimization. J. Mach. Learn. Res. 13, null (feb 2012), 281--305."},{"volume-title":"Deep learning with Python","author":"Chollet Francois","key":"e_1_3_2_1_6_1","unstructured":"Francois Chollet. 2018. Deep learning with Python. Manning Publications, Shelter Island, NY."},{"key":"e_1_3_2_1_7_1","volume-title":"Proceedings of the Twenty-Second International Conference on Artificial Intelligence and Statistics (Proceedings of Machine Learning Research","volume":"738","author":"Dikov Georgi","year":"2019","unstructured":"Georgi Dikov and Justin Bayer. 2019. Bayesian Learning of Neural Network Architectures. In Proceedings of the Twenty-Second International Conference on Artificial Intelligence and Statistics (Proceedings of Machine Learning Research, Vol. 89), Kamalika Chaudhuri and Masashi Sugiyama (Eds.). PMLR, 730--738. https:\/\/proceedings.mlr.press\/v89\/dikov19a.html"},{"key":"e_1_3_2_1_8_1","doi-asserted-by":"publisher","DOI":"10.1038\/s42256-023-00626-4"},{"key":"e_1_3_2_1_9_1","volume-title":"International Conference on Learning Representations (ICLR). https:\/\/openreview.net\/forum?id=HJxyZkBKDr","author":"Dong Xuanyi","year":"2020","unstructured":"Xuanyi Dong and Yi Yang. 2020. NAS-Bench-201: Extending the Scope of Reproducible Neural Architecture Search. In International Conference on Learning Representations (ICLR). https:\/\/openreview.net\/forum?id=HJxyZkBKDr"},{"key":"e_1_3_2_1_10_1","doi-asserted-by":"crossref","unstructured":"Romain \u00c9gel\u00e9 Prasanna Balaprakash Isabelle Guyon Venkatram Vishwanath Fangfang Xia Rick Stevens and Zhengying Liu. 2021. AgEBO-Tabular: Joint Neural Architecture and Hyperparameter Search with Autotuned Data-Parallel Training for Tabular Data. In SC '21: The 2021 International Conference for High Performance Computing Networking Storage and Analysis. St. Louis USA Article 30 14 pages.","DOI":"10.1145\/3458817.3476203"},{"key":"e_1_3_2_1_11_1","doi-asserted-by":"publisher","DOI":"10.1145\/3458817.3476203"},{"key":"e_1_3_2_1_12_1","volume-title":"NSDI'22: The 19th USENIX Symposium on Networked Systems Design and Implementation","author":"Eisenman Assaf","year":"2022","unstructured":"Assaf Eisenman, Kiran Kumar Matam, Steven Ingram, Dheevatsa Mudigere, Raghuraman Krishnamoorthi, Krishnakumar Nair, Misha Smelyanskiy, and Murali Annavaram. 2022. {Check-N-Run}: A checkpointing system for training deep learning recommendation models. In NSDI'22: The 19th USENIX Symposium on Networked Systems Design and Implementation. Renton, USA, 929--943."},{"key":"e_1_3_2_1_13_1","doi-asserted-by":"publisher","DOI":"10.5555\/3322706.3361996"},{"key":"e_1_3_2_1_14_1","volume-title":"BLOOM: A 176B-Parameter Open-Access Multilingual Language Model. arXiv:2211.05100 [cs.CL]","author":"Scao Teven Le","year":"2023","unstructured":"Teven Le Scao et al. 2023. BLOOM: A 176B-Parameter Open-Access Multilingual Language Model. arXiv:2211.05100 [cs.CL]"},{"key":"e_1_3_2_1_15_1","doi-asserted-by":"publisher","DOI":"10.1145\/2928275.2933273"},{"volume-title":"Deep Learning with Keras","author":"Gulli Antonio","key":"e_1_3_2_1_16_1","unstructured":"Antonio Gulli and Sujit Pal. 2017. Deep Learning with Keras. Packt Publishing."},{"key":"e_1_3_2_1_17_1","unstructured":"HDF5. 2023. Hierarchical Data Format. https:\/\/www.hdfgroup.org\/HDF5\/."},{"key":"e_1_3_2_1_18_1","unstructured":"Jia Yngqing and Shelhamer Evan. 2014. Model Zoo. https:\/\/caffe.berkeleyvision.org\/model_zoo.html."},{"key":"e_1_3_2_1_19_1","volume-title":"Advances in Neural Information Processing Systems","author":"Kandasamy Kirthevasan","year":"2018","unstructured":"Kirthevasan Kandasamy, Willie Neiswanger, Jeff Schneider, Barnabas Poczos, and Eric P Xing. 2018. Neural Architecture Search with Bayesian Optimisation and Optimal Transport. In Advances in Neural Information Processing Systems, S. Bengio, H. Wallach, H. Larochelle, K. Grauman, N. Cesa-Bianchi, and R. Garnett (Eds.), Vol. 31. Curran Associates, Inc. https:\/\/proceedings.neurips.cc\/paper_files\/paper\/2018\/file\/f33ba15effa5c10e873bf3842afb46a6-Paper.pdf"},{"key":"e_1_3_2_1_20_1","doi-asserted-by":"publisher","unstructured":"Ruslan Kuprieiev skshetry Dmitry Petrov Pawe\u0142 Redzy\u0144ski Peter Rowlands Casper da Costa-Luis Alexander Schepanovski Ivan Shcheklein Gao Batuhan Taskaya David de la Iglesia Castro Jorge Orpinel F\u00e1bio Santos Ronan Lamy Aman Sharma Dave Berenbaum daniele Zhanibek Dani Hodovic Nikita Kodenko Andrew Grigorev Earl Nabanita Dash George Vyshnya maykulkarni Max Hora Vera and Sanidhya Mangal. 2022. DVC: Data Version Control - Git for Data & Models. 10.5281\/zenodo.7387773","DOI":"10.5281\/zenodo.7387773"},{"key":"e_1_3_2_1_21_1","volume-title":"Random Search and Reproducibility for Neural Architecture Search. In PMLR'20: The 35th Uncertainty in Artificial Intelligence Conference","author":"Li Liam","year":"2020","unstructured":"Liam Li and Ameet Talwalkar. 2020. Random Search and Reproducibility for Neural Architecture Search. In PMLR'20: The 35th Uncertainty in Artificial Intelligence Conference. Tel Aviv, Israel, 367--377."},{"key":"e_1_3_2_1_22_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.jpdc.2020.08.006"},{"key":"e_1_3_2_1_23_1","volume-title":"Proceedings of the Genetic and Evolutionary Computation Conference.","author":"Liang Jason","year":"2019","unstructured":"Jason Liang, Elliot Meyerson, Babak Hodjat, Dan Fink, Karl Mutch, and Risto Miikkulainen. 2019. Evolutionary Neural AutoML for Deep Learning. In Proceedings of the Genetic and Evolutionary Computation Conference."},{"key":"e_1_3_2_1_24_1","doi-asserted-by":"publisher","DOI":"10.1109\/Cluster48925.2021.00051"},{"key":"e_1_3_2_1_25_1","volume-title":"DARTS: Differentiable Architecture Search. In International Conference on Learning Representations (ICLR).","author":"Liu Hanxiao","year":"2019","unstructured":"Hanxiao Liu, Karen Simonyan, and Yiming Yang. 2019. DARTS: Differentiable Architecture Search. In International Conference on Learning Representations (ICLR)."},{"key":"e_1_3_2_1_26_1","doi-asserted-by":"publisher","DOI":"10.1145\/3067695.3084211"},{"key":"e_1_3_2_1_27_1","volume-title":"DStore: A Lightweight Scalable Learning Model Repository with FineGrained Tensor-Level Access. In ICS'23: The 2023 International Conference on Supercomputing","author":"Madhyastha Meghana","year":"2023","unstructured":"Meghana Madhyastha, Robert Underwood, Randal Burns, and Bogdan Nicolae. 2023. DStore: A Lightweight Scalable Learning Model Repository with FineGrained Tensor-Level Access. In ICS'23: The 2023 International Conference on Supercomputing. Orlando, USA, 133--143. https:\/\/hal.inria.fr\/hal-04119926"},{"key":"e_1_3_2_1_28_1","volume-title":"Fine-Grained DNN Checkpointing. In FAST'21: 19th USENIX Conference on File and Storage Technologies. 203--216","author":"Mohan Jayashree","year":"2021","unstructured":"Jayashree Mohan, Amar Phanishayee, and Vijay Chidambaram. 2021. CheckFreq: Frequent, Fine-Grained DNN Checkpointing. In FAST'21: 19th USENIX Conference on File and Storage Technologies. 203--216."},{"key":"e_1_3_2_1_29_1","volume-title":"DeepFreeze: Towards Scalable Asynchronous Checkpointing of Deep Learning Models. In CGrid'20: 20th IEEE\/ACM International Symposium on Cluster, Cloud and Internet Computing","author":"Nicolae Bogdan","year":"2020","unstructured":"Bogdan Nicolae, Jiali Li, Justin Wozniak, George Bosilca, Matthieu Dorier, and Franck Cappello. 2020. DeepFreeze: Towards Scalable Asynchronous Checkpointing of Deep Learning Models. In CGrid'20: 20th IEEE\/ACM International Symposium on Cluster, Cloud and Internet Computing. Melbourne, Australia, 172--181."},{"key":"e_1_3_2_1_30_1","volume-title":"Optimization of RocksDB for Redis on Flash. In ICCDA '17: The 2017 International Conference on Compute and Data Analysis. Association for Computing Machinery","author":"Ouaknine Keren","year":"2017","unstructured":"Keren Ouaknine, Oran Agra, and Zvika Guz. 2017. Optimization of RocksDB for Redis on Flash. In ICCDA '17: The 2017 International Conference on Compute and Data Analysis. Association for Computing Machinery, Lakeland, USA, 155--161."},{"key":"e_1_3_2_1_31_1","volume-title":"ICML'18: The 2018 International Conference on Machine Learning.","author":"Pham Hieu","year":"2018","unstructured":"Hieu Pham, Melody Guan, Barret Zoph, Quoc Le, and Jeff Dean. 2018. Efficient Neural Architecture Search via Parameters Sharing. In ICML'18: The 2018 International Conference on Machine Learning."},{"key":"e_1_3_2_1_32_1","unstructured":"Pytorch. 2018. PyTorch Hub. https:\/\/pytorch.org\/hub\/."},{"key":"e_1_3_2_1_33_1","volume-title":"Regularized Evolution for Image Classifier Architecture Search. In AAAI'19: The 2019 AAAI Conference on Artificial Intelligence.","author":"Real Esteban","year":"2019","unstructured":"Esteban Real, Alok Aggarwal, Yanping Huang, and Quoc V Le. 2019. Regularized Evolution for Image Classifier Architecture Search. In AAAI'19: The 2019 AAAI Conference on Artificial Intelligence."},{"key":"e_1_3_2_1_34_1","doi-asserted-by":"publisher","DOI":"10.1007\/s11390-020-9802-0"},{"key":"e_1_3_2_1_35_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-01424-7_27"},{"key":"e_1_3_2_1_36_1","unstructured":"TensorFlow. 2023. TensorFlow Hub. https:\/\/www.tensorflow.org\/hub\/overview."},{"key":"e_1_3_2_1_37_1","volume-title":"Understanding Patterns of Deep Learning Model Evolution in Network Architecture Search. In HiPC'23: The 2023 IEEE 30th International Conference on High Performance Computing, Data, and Analytics","author":"Underwood Robert","year":"2023","unstructured":"Robert Underwood, Meghana Madhyastha, Randal Burns, and Bogdan Nicolae. 2023. Understanding Patterns of Deep Learning Model Evolution in Network Architecture Search. In HiPC'23: The 2023 IEEE 30th International Conference on High Performance Computing, Data, and Analytics. Goa, India, 97--106."},{"key":"e_1_3_2_1_38_1","unstructured":"Colin White Mahmoud Safari Rhea Sukthanker Binxin Ru Thomas Elsken Arber Zela Debadeepta Dey and Frank Hutter. 2023. Neural Architecture Search: Insights from 1000 Papers. arXiv:2301.08727 [cs.LG]"},{"key":"e_1_3_2_1_39_1","volume-title":"Brian Van Essen, and Matthew Baughman.","author":"Wozniak Justin M.","year":"2018","unstructured":"Justin M. Wozniak, Rajeev Jain, Prasanna Balaprakash, Jonathan Ozik, Nicholson T. Collier, John Bauer, Fangfang Xia, Thomas Brettin, Rick Stevens, Jamaludin Mohd-Yusof, Cristina Garcia Cardona, Brian Van Essen, and Matthew Baughman. 2018. CANDLE\/Supervisor: a workflow framework for machine learning applied to cancer research. BMC Bioinformatics 19, 18 (2018)."},{"key":"e_1_3_2_1_40_1","doi-asserted-by":"publisher","DOI":"10.1109\/JAS.2023.123618"},{"key":"e_1_3_2_1_41_1","volume-title":"ICML'19: The 2019 International Conference on Machine Learning.","author":"Ying Chris","year":"2019","unstructured":"Chris Ying, Aaron Klein, Eric Christiansen, Esteban Real, Kevin Murphy, and Frank Hutter. 2019. NAS-Bench-101: Towards Reproducible Neural Architecture Search. In ICML'19: The 2019 International Conference on Machine Learning."},{"key":"e_1_3_2_1_42_1","volume-title":"Few-shot Neural Architecture Search. In ICML'21: The 2021 International Conference on Machine Learning.","author":"Zhao Yiyang","year":"2021","unstructured":"Yiyang Zhao, Linnan Wang, Yuandong Tian, Rodrigo Fonseca, and Tian Guo. 2021. Few-shot Neural Architecture Search. In ICML'21: The 2021 International Conference on Machine Learning."},{"volume-title":"Neural Architecture Search with Reinforcement Learning. In ICLR'17: The 2017 International Conference on Learning Representations.","author":"Zoph Barret","key":"e_1_3_2_1_43_1","unstructured":"Barret Zoph and Quoc V. Le. 2017. Neural Architecture Search with Reinforcement Learning. In ICLR'17: The 2017 International Conference on Learning Representations."}],"event":{"name":"HPDC '24: 33rd International Symposium on High-Performance Parallel and Distributed Computing","sponsor":["SIGARCH ACM Special Interest Group on Computer Architecture","SIGHPC ACM Special Interest Group on High Performance Computing, Special Interest Group on High Performance Computing"],"location":"Pisa Italy","acronym":"HPDC '24"},"container-title":["Proceedings of the 33rd International Symposium on High-Performance Parallel and Distributed Computing"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3625549.3658679","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3625549.3658679","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,18]],"date-time":"2025-06-18T22:50:38Z","timestamp":1750287038000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3625549.3658679"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,6,3]]},"references-count":43,"alternative-id":["10.1145\/3625549.3658679","10.1145\/3625549"],"URL":"https:\/\/doi.org\/10.1145\/3625549.3658679","relation":{},"subject":[],"published":{"date-parts":[[2024,6,3]]},"assertion":[{"value":"2024-08-30","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}