{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,11,29]],"date-time":"2025-11-29T08:02:47Z","timestamp":1764403367573},"reference-count":33,"publisher":"Springer Science and Business Media LLC","issue":"2","license":[{"start":{"date-parts":[[2024,3,1]],"date-time":"2024-03-01T00:00:00Z","timestamp":1709251200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2024,3,1]],"date-time":"2024-03-01T00:00:00Z","timestamp":1709251200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["J. Comput. Sci. Technol."],"published-print":{"date-parts":[[2024,3]]},"DOI":"10.1007\/s11390-023-1840-y","type":"journal-article","created":{"date-parts":[[2024,6,6]],"date-time":"2024-06-06T02:02:00Z","timestamp":1717639320000},"page":"384-400","update-policy":"http:\/\/dx.doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":3,"title":["SAIH: A Scalable Evaluation Methodology for Understanding AI Performance Trend on HPC Systems"],"prefix":"10.1007","volume":"39","author":[{"given":"Jiang-Su","family":"Du","sequence":"first","affiliation":[]},{"given":"Dong-Sheng","family":"Li","sequence":"additional","affiliation":[]},{"given":"Ying-Peng","family":"Wen","sequence":"additional","affiliation":[]},{"given":"Jia-Zhi","family":"Jiang","sequence":"additional","affiliation":[]},{"given":"Dan","family":"Huang","sequence":"additional","affiliation":[]},{"given":"Xiang-Ke","family":"Liao","sequence":"additional","affiliation":[]},{"given":"Yu-Tong","family":"Lu","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2024,6,6]]},"reference":[{"key":"1840_CR1","unstructured":"Ravanbakhsh S, Oliva J B, Fromenteau S, Price L, Ho S, Schneider J G, P\u00f3czos B. Estimating cosmological parameters from the dark matter distribution. In Proc. the 33rd International Conference on Machine Learning, Jun. 2016, pp.2407\u20132416."},{"key":"1840_CR2","doi-asserted-by":"publisher","unstructured":"Mathuriya A, Bard D, Mendygral P, Meadows L, Arnemann J, Shao L, He S Y, K\u00e4rn\u00e4 T, Moise D, Pennycook S J, Maschhoff K, Sewall J, Kumar N, Ho S, Ringenburg M F, Prabhat P, Lee V. CosmoFlow: Using deep learning to learn the universe at scale. In Proc. the International Conference for High Performance Computing, Networking, Storage and Analysis, Nov. 2018, pp.819\u2013829. DOI: https:\/\/doi.org\/10.1109\/SC.2018.00068.","DOI":"10.1109\/SC.2018.00068"},{"key":"1840_CR3","doi-asserted-by":"publisher","unstructured":"Kurth T, Zhang J, Satish N, Racah E, Mitliagkas I, Patwary M M A, Malas T, Sundaram N, Bhimji W, Smorkalov M, Deslippe J, Shiryaev M, Sridharan S, Prabhat, Dubey P. Deep learning at 15PF: Supervised and semi-supervised classification for scientific data. In Proc. the International Conference for High Performance Computing, Networking, Storage and Analysis, Nov. 2017, Article No. 7. DOI: https:\/\/doi.org\/10.1145\/3126908.3126916.","DOI":"10.1145\/3126908.3126916"},{"key":"1840_CR4","doi-asserted-by":"publisher","unstructured":"Patton R M, Johnston J T, Young S R, Schuman C D, March D D, Potok T E, Rose D C, Lim S H, Karnowski T P, Ziatdinov M A, Kalinin S V. 167-PFlops deep learning for electron microscopy: From learning physics to atomic manipulation. In Proc. the International Conference for High Performance Computing, Networking, Storage and Analysis, Nov. 2018, pp.638\u2013648. DOI: https:\/\/doi.org\/10.1109\/SC.2018.00053.","DOI":"10.1109\/SC.2018.00053"},{"key":"1840_CR5","doi-asserted-by":"publisher","unstructured":"Balaprakash P, Egele R, Salim M, Wild S, Vishwanath V, Xia F F, Brettin T, Stevens R. Scalable reinforcement-learning-based neural architecture search for cancer deep learning research. In Proc. the International Conference for High Performance Computing, Networking, Storage and Analysis, Nov. 2019, Article No. 37. DOI: https:\/\/doi.org\/10.1145\/3295500.3356202.","DOI":"10.1145\/3295500.3356202"},{"key":"1840_CR6","doi-asserted-by":"publisher","unstructured":"Wozniak J M, Jain R, Balaprakash P, Ozik J, Collier N T, Bauer J, Xia F F, Brettin T, Stevens R, Mohd-Yusof J, Cardona C G, Van Essen B, Baughman M. CANDLE\/Supervisor: A workflow framework for machine learning applied to cancer research. BMC Bioinformatics, 2018, 99(88): Article No. 491. DOI: https:\/\/doi.org\/10.1186\/s12859-018-2508-4.","DOI":"10.1186\/s12859-018-2508-4"},{"key":"1840_CR7","doi-asserted-by":"publisher","unstructured":"Kurth T, Treichler S, Romero J, Mudigonda M, Luehr N, Phillips E, Mahesh A, Matheson M, Deslippe J, Fatica M, Prabhat P, Houston M. Exascale deep learning for climate analytics. In Proc. the International Conference for High Performance Computing, Networking, Storage and Analysis, Nov. 2018, pp.649\u2013660. DOI: https:\/\/doi.org\/10.1109\/SC.2018.00054.","DOI":"10.1109\/SC.2018.00054"},{"key":"1840_CR8","doi-asserted-by":"publisher","unstructured":"Dongarra J J. The LINPACK benchmark: An explanation. In Proc. the 1st International Conference on Super-computing, Jun. 1987, pp.456\u2013474. DOI: https:\/\/doi.org\/10.1007\/3-540-18991-2_27.","DOI":"10.1007\/3-540-18991-2_27"},{"key":"1840_CR9","doi-asserted-by":"publisher","unstructured":"Mattson P, Cheng C, Diamos G F, Coleman C, Micikevicius P, Patterson D A, Tang H L, Wei G Y, Bailis P, Bittorf V, Brooks D, Chen D H, Dutta D, Gupta U, Hazelwood K M, Hock A, Huang X Y, Kang D, Kanter D, Kumar N, Liao J, Narayanan D, Oguntebi T, Pekhimenko G, Pentecost L, Reddi V J, Robie T, John T S, Wu J, Xu L J, Young C, Zaharia M. MLPerf training benchmark. In Proc. Machine Learning and Systems, Mar. 2020, pp.336\u2013349. DOI: https:\/\/doi.org\/10.48550\/arXiv.1910.01500.","DOI":"10.48550\/arXiv.1910.01500"},{"issue":"9","key":"1840_CR10","doi-asserted-by":"publisher","first-page":"2582","DOI":"10.1109\/TIP.2011.2121080","volume":"20","author":"L Zhang","year":"2011","unstructured":"Zhang L, Ji Q. A bayesian network model for automatic and interactive image segmentation. IEEE Trans. Image Processing, 2011, 20(9): 2582\u20132593. https:\/\/doi.org\/10.1109\/TIP.2011.2121080.","journal-title":"IEEE Trans. Image Processing"},{"key":"1840_CR11","doi-asserted-by":"publisher","unstructured":"Shen Z, Bao W Z, Huang D S. Recurrent neural network for predicting transcription factor binding sites. Scientific Reports, 2018, 8(1): Article No. 15270. DOI: https:\/\/doi.org\/10.1038\/s41598-018-33321-1.","DOI":"10.1038\/s41598-018-33321-1"},{"issue":"14","key":"1840_CR12","doi-asserted-by":"publisher","first-page":"i269","DOI":"10.1093\/bioinformatics\/btz339","volume":"35","author":"A Trabelsi","year":"2019","unstructured":"Trabelsi A, Chaabane M, Ben-Hur A. Comprehensive evaluation of deep learning architectures for prediction of DNA\/RNA sequence binding specificities. Bioinformatics, 2019, 35(14): i269\u2013i277. DOI: https:\/\/doi.org\/10.1093\/bioinformatics\/btz339.","journal-title":"Bioinformatics"},{"key":"1840_CR13","doi-asserted-by":"publisher","unstructured":"Lyu C, Chen B, Ren Y F, Ji D H. Long short-term memory RNN for biomedical named entity recognition. BMC Bioinformatics, 2017, 18(1): Article No. 462. DOI: https:\/\/doi.org\/10.1186\/s12859-017-1868-5.","DOI":"10.1186\/s12859-017-1868-5"},{"key":"1840_CR14","doi-asserted-by":"publisher","unstructured":"Karpatne A, Kumar V. Big data in climate: Opportunities and challenges for machine learning. In Proc. the 23rd ACM SIGKDD International Conference on Knowledge Discovery and Data Mining, Aug. 2017, pp.21\u201322. DOI: https:\/\/doi.org\/10.1145\/3097983.3105810.","DOI":"10.1145\/3097983.3105810"},{"key":"1840_CR15","unstructured":"Zhang W, Wei W, Xu L J, Jin L L, Li C. AI matrix: A deep learning benchmark for Alibaba data centers. arXiv: 1909.10562, 2019. http:\/\/arxiv.org\/abs\/1909.1056, Mar. 2024."},{"key":"1840_CR16","doi-asserted-by":"publisher","unstructured":"Haidar A, Tomov S, Dongarra J, Higham N J. Harnessing GPU tensor cores for fast FP16 arithmetic to speed up mixed-precision iterative refinement solvers. In Proc. the International Conference for High Performance Computing, Networking, Storage and Analysis, Nov. 2018, pp.603\u2013613. DOI: https:\/\/doi.org\/10.1109\/SC.2018.00050.","DOI":"10.1109\/SC.2018.00050"},{"key":"1840_CR17","doi-asserted-by":"publisher","unstructured":"Ben-Nun T, Besta M, Huber S, Ziogas A N, Peter D, Hoefler T. A modular benchmarking infrastructure for high-performance and reproducible deep learning. In Proc. the 2019 IEEE International Parallel and Distributed Processing Symposium, May 2019, pp.66\u201377. DOI: https:\/\/doi.org\/10.1109\/IPDPS.2019.00018.","DOI":"10.1109\/IPDPS.2019.00018"},{"key":"1840_CR18","doi-asserted-by":"publisher","unstructured":"Deng J, Dong W, Socher R, Li L J, Li K, Fei-Fei L. ImageNet: A large-scale hierarchical image database. In Proc. the 2009 IEEE Conference on Computer Vision and Pattern Recognition, Jun. 2009, pp.248\u2013255. DOI: https:\/\/doi.org\/10.1109\/CVPR.2009.5206848.","DOI":"10.1109\/CVPR.2009.5206848"},{"key":"1840_CR19","doi-asserted-by":"crossref","unstructured":"Zhu H Y, Akrout M, Zheng B J, Pelegris A, Phanishayee A, Schroeder B, Pekhimenko G. TBD: Benchmarking and analyzing deep neural network training. arXiv: 1803. 06905, 2018. http:\/\/arxiv.org\/abs\/1803.06905, Mar. 2024.","DOI":"10.1109\/IISWC.2018.8573476"},{"key":"1840_CR20","doi-asserted-by":"crossref","unstructured":"Farrell S, Emani M, Balma J, Drescher L, Drozd A, Fink A, Fox G C, Kanter D, Kurth T, Mattson P, Mu D W, Ruhela A, Sato K, Shirahata K, Tabaru T, Tsaris A, Balewski J, Cumming B, Danjo T, Domke J, Fukai T, Fukumoto N, Fukushi T, Gerofi B, Honda T, Imamura T, Kasagi A, Kawakami K, Kudo S, Kuroda A, Martinasso M, Matsuoka S, Mendon\u00e7a H, Minami K, Ram P, Sawada T, Shankar M, John T S, Tabuchi A, Vishwanath V, Wahib M, Yamazaki M, Yin J Q. MLPerf HPC: A holistic benchmark suite for scientific machine learning on HPC systems. arXiv: 2110.11466, 2021. https:\/\/arxiv.org\/abs\/2110.11466, Mar. 2024.","DOI":"10.1109\/MLHPC54614.2021.00009"},{"key":"1840_CR21","doi-asserted-by":"publisher","unstructured":"Jiang Z H, Gao W L, Tang F, Wang L, Xiong X W, Luo C J, Lan C X, Li H X, Zhan J F. HPC AI500 v2.0: The methodology, tools, and metrics for benchmarking HPC AI systems. In Proc. the 2021 IEEE International Conference on Cluster Computing, Sept. 2021, pp.47\u201358. DOI: https:\/\/doi.org\/10.1109\/Cluster48925.2021.00022.","DOI":"10.1109\/Cluster48925.2021.00022"},{"key":"1840_CR22","unstructured":"Goodfellow I, Pouget-Abadie J, Mirza M et al. Generative adversarial nets. In Proc. Advances in Neural Information Processing Systems, Dec. 2014."},{"key":"1840_CR23","doi-asserted-by":"publisher","unstructured":"Sandfort V, Yan K, Pickhardt P J, Summers R M. Data augmentation using generative adversarial networks (CycleGAN) to improve generalizability in CT segmentation tasks. Scientific Reports, 2019, 9(1): Article No. 16884. DOI: https:\/\/doi.org\/10.1038\/s41598-019-52737-x.","DOI":"10.1038\/s41598-019-52737-x"},{"key":"1840_CR24","doi-asserted-by":"publisher","unstructured":"Sun Y, Yuan P S, Sun Y M. MM-GAN: 3D MRI data augmentation for medical image segmentation via generative adversarial networks. In Proc. the 2020 IEEE International Conference on Knowledge Graph, Aug. 2020, pp.227\u2013234. DOI: https:\/\/doi.org\/10.1109\/ICBK50248.2020.00041.","DOI":"10.1109\/ICBK50248.2020.00041"},{"key":"1840_CR25","doi-asserted-by":"publisher","unstructured":"Milz S, R\u00fcdiger T, S\u00fcss S. Aerial GANeration: Towards realistic data augmentation using conditional GANs. In Proc. the European Conference on Computer Vision, Sept. 2018, pp.59\u201372. DOI: https:\/\/doi.org\/10.1007\/978-3-030-11012-3_5.","DOI":"10.1007\/978-3-030-11012-3_5"},{"key":"1840_CR26","doi-asserted-by":"publisher","unstructured":"Jin H F, Song Q Q, Hu X. Auto-keras: An efficient neural architecture search system. In Proc. the 25th ACM SIGKDD International Conference on Knowledge Discovery & Data Mining, Jul. 2019, pp.1946\u20131956. DOI: https:\/\/doi.org\/10.1145\/3292500.3330648.","DOI":"10.1145\/3292500.3330648"},{"key":"1840_CR27","doi-asserted-by":"publisher","unstructured":"Liu C X, Zoph B, Neumann M, Shlens J, Hua W, Li L J, Li F F, Yuille A, Huang J, Murphy K. Progressive neural architecture search. In Proc. the 15th European Conference on Computer Vision, Sept. 2018, pp.19\u201335. DOI: https:\/\/doi.org\/10.1007\/978-3-030-01246-52.","DOI":"10.1007\/978-3-030-01246-52"},{"key":"1840_CR28","unstructured":"Tassev S, Eisenstein D J, Wandelt B D, Zaldarriaga M. sCOLA: The N-body COLA method extended to the spatial domain. arXiv: 1502.07751, 2015. https:\/\/arxiv.org\/abs\/1502.07751, Mar. 2024."},{"issue":"3","key":"1840_CR29","doi-asserted-by":"publisher","first-page":"2101","DOI":"10.1111\/j.1365-2966.2011.18820.x","volume":"415","author":"O Hahn","year":"2011","unstructured":"Hahn O, Abel T. Multi-scale initial conditions for cosmological simulations. Monthly Notices of the Royal Astronomical Society, 2011, 415(3): 2101\u20132121. DOI: https:\/\/doi.org\/10.1111\/j.1365-2966.2011.18820.x.","journal-title":"Monthly Notices of the Royal Astronomical Society"},{"key":"1840_CR30","doi-asserted-by":"publisher","unstructured":"Liu H X, Simonyan K, Yang Y M. DARTS: Differentiable architecture search. arXiv: 1806.09055, 2018. https:\/\/doi.org\/10.48550\/arXiv.1806.09055, Mar. 2024.","DOI":"10.48550\/arXiv.1806.09055"},{"key":"1840_CR31","unstructured":"Kingma D P, Ba J. Adam: A method for stochastic optimization. arXiv: 1412.6980, 2015. https:\/\/arxiv.org\/abs\/1412.6980, Mar. 2024."},{"key":"1840_CR32","doi-asserted-by":"publisher","unstructured":"You Y, Zhang Z, Hsieh C J, Demmel J, Keutzer K. ImageNet training in minutes. In Proc. the 47th International Conference on Parallel Processing, Aug. 2018, Article No. 1. DOI: https:\/\/doi.org\/10.1145\/3225058.3225069.","DOI":"10.1145\/3225058.3225069"},{"key":"1840_CR33","doi-asserted-by":"publisher","unstructured":"Yan D, Wang W, Chu X W. Demystifying tensor cores to optimize half-precision matrix multiply. In Proc. the 2020 IEEE International Parallel and Distributed Processing Symposium, May 2020, pp.634\u2013643. DOI: https:\/\/doi.org\/10.1109\/IPDPS47924.2020.00071.","DOI":"10.1109\/IPDPS47924.2020.00071"}],"container-title":["Journal of Computer Science and Technology"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s11390-023-1840-y.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s11390-023-1840-y\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s11390-023-1840-y.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,6,6]],"date-time":"2024-06-06T02:03:37Z","timestamp":1717639417000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s11390-023-1840-y"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,3]]},"references-count":33,"journal-issue":{"issue":"2","published-print":{"date-parts":[[2024,3]]}},"alternative-id":["1840"],"URL":"https:\/\/doi.org\/10.1007\/s11390-023-1840-y","relation":{},"ISSN":["1000-9000","1860-4749"],"issn-type":[{"value":"1000-9000","type":"print"},{"value":"1860-4749","type":"electronic"}],"subject":[],"published":{"date-parts":[[2024,3]]},"assertion":[{"value":"16 August 2021","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"7 June 2023","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"6 June 2024","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"<b>Conflict of Interest<\/b> The authors declare that they have no conflict of interest.","order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Ethics"}}]}}