{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,11,27]],"date-time":"2025-11-27T13:52:54Z","timestamp":1764251574223},"publisher-location":"Cham","reference-count":25,"publisher":"Springer International Publishing","isbn-type":[{"type":"print","value":"9783030186449"},{"type":"electronic","value":"9783030186456"}],"license":[{"start":{"date-parts":[[2019,1,1]],"date-time":"2019-01-01T00:00:00Z","timestamp":1546300800000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2019]]},"DOI":"10.1007\/978-3-030-18645-6_1","type":"book-chapter","created":{"date-parts":[[2019,5,20]],"date-time":"2019-05-20T10:15:30Z","timestamp":1558347330000},"page":"1-18","update-policy":"http:\/\/dx.doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":6,"title":["Practical Resource Usage Prediction Method for Large Memory Jobs in HPC Clusters"],"prefix":"10.1007","author":[{"given":"Xiuqiao","family":"Li","sequence":"first","affiliation":[]},{"given":"Nan","family":"Qi","sequence":"additional","affiliation":[]},{"given":"Yuanyuan","family":"He","sequence":"additional","affiliation":[]},{"given":"Bill","family":"McMillan","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2019,4,16]]},"reference":[{"key":"1_CR1","unstructured":"IBM Spectrum LSF. \n                    www.ibm.com\/Storage\/LSF\n                    \n                  . Accessed 01 Jan 2019"},{"key":"1_CR2","unstructured":"Slurm Workload Manager. \n                    https:\/\/slurm.schedmd.com\/\n                    \n                  . Accessed 01 Jan 2019"},{"key":"1_CR3","unstructured":"Moab Cloud HPC Suite. \n                    www.adaptivecomputing.com\/moab-hpc-basic-edition\/\n                    \n                  . Accessed 01 Jan 2019"},{"key":"1_CR4","doi-asserted-by":"crossref","unstructured":"Taghavi, T., Lupetini, M., Kretchmer, Y.: Compute job memory recommender system using machine learning. In: Proceedings of the 22nd ACM SIGKDD International Conference on Knowledge Discovery and Data Mining (KDD 2016), pp. 609\u2013616. ACM, New York (2016)","DOI":"10.1145\/2939672.2939717"},{"key":"1_CR5","doi-asserted-by":"crossref","unstructured":"Rodrigues, E.R., Cunha, R.L., Netto, M.A., Spriggs, M.: Helping HPC users specify job memory requirements via machine learning. In: Proceedings of the Third International Workshop on HPC User Support Tools, pp. 6\u201313. IEEE Press (2016)","DOI":"10.1109\/HUST.2016.006"},{"key":"1_CR6","unstructured":"Yang, L.T., Ma, X., Mueller, F.: Cross-platform performance prediction of parallel applications using partial execution. In: Proceedings of the 2005 ACM\/IEEE Conference on Supercomputing (2005)"},{"key":"1_CR7","doi-asserted-by":"crossref","unstructured":"Gaussier, E., Glesser, D., Reis, V., Trystram, D.: Improving backfilling by using machine learning to predict running times. In: Proceedings of the International Conference for High Performance Computing, Networking, Storage and Analysis, p. 64. ACM (2015)","DOI":"10.1145\/2807591.2807646"},{"key":"1_CR8","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"179","DOI":"10.1007\/978-3-319-69953-0_11","volume-title":"Supercomputing Frontiers","author":"J Guo","year":"2018","unstructured":"Guo, J., Nomura, A., Barton, R., Zhang, H., Matsuoka, S.: Machine learning predictions for underestimation of job runtime on HPC system. In: Yokota, R., Wu, W. (eds.) SCFA 2018. LNCS, vol. 10776, pp. 179\u2013198. Springer, Cham (2018). \n                    https:\/\/doi.org\/10.1007\/978-3-319-69953-0_11"},{"key":"1_CR9","unstructured":"Andresen, D., Hsu, W., Yang, H., Okanlawon, A.: Machine learning for predictive analytics of compute cluster jobs. In: The 16th International Conference on Scientific Computing (2018, accepted)"},{"key":"1_CR10","unstructured":"Carlos, F.G.: Improving HPC applications scheduling with predictions based on automatically-collected historical data. Master thesis, UPC (2014)"},{"key":"1_CR11","doi-asserted-by":"crossref","unstructured":"Matsunaga, A., Fortes, J.A.: On the use of machine learning to predict the time and resources consumed by applications. In: Proceedings of the 2010 10th IEEE\/ACM International Conference on Cluster, Cloud and Grid Computing, pp. 495\u2013504. IEEE Computer Society (2010)","DOI":"10.1109\/CCGRID.2010.98"},{"key":"1_CR12","doi-asserted-by":"crossref","unstructured":"Carvalho, A., Belo, O.: Predicting waiting time in customer queuing systems. In: 2016 IEEE International Conference on Knowledge Engineering and Applications (ICKEA), pp. 155\u2013159. IEEE Computer Society (2016)","DOI":"10.1109\/ICKEA.2016.7803010"},{"key":"1_CR13","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"202","DOI":"10.1007\/3-540-47954-6_11","volume-title":"Job Scheduling Strategies for Parallel Processing","author":"W Smith","year":"1999","unstructured":"Smith, W., Taylor, V., Foster, I.: Using run-time predictions to estimate queue wait times and improve scheduler performance. In: Feitelson, D.G., Rudolph, L. (eds.) JSSPP 1999. LNCS, vol. 1659, pp. 202\u2013219. Springer, Heidelberg (1999). \n                    https:\/\/doi.org\/10.1007\/3-540-47954-6_11"},{"key":"1_CR14","doi-asserted-by":"crossref","unstructured":"Chen, X., Lu, C.-D., et al.: Predicting job completion times using system logs in supercomputing clusters. In: DSN Workshops. IEEE Computer Society (2013)","DOI":"10.1109\/DSNW.2013.6615513"},{"key":"1_CR15","unstructured":"Storlie, C., Sexton, J., Pakin, S., et al.: AI Modeling and predicting power consumption of high performance computing jobs. preprint \n                    arXiv:1412.5247\n                    \n                   (2014)"},{"key":"1_CR16","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"181","DOI":"10.1007\/978-3-319-41321-1_10","volume-title":"High Performance Computing","author":"A Borghesi","year":"2016","unstructured":"Borghesi, A., Bartolini, A., Lombardi, M., Milano, M., Benini, L.: Predictive modeling for job power consumption in HPC systems. In: Kunkel, J.M., Balaji, P., Dongarra, J. (eds.) ISC High Performance 2016. LNCS, vol. 9697, pp. 181\u2013199. Springer, Cham (2016). \n                    https:\/\/doi.org\/10.1007\/978-3-319-41321-1_10"},{"key":"1_CR17","unstructured":"Author, F., Author, S.: Title of a proceedings paper. In: Editor, F., Editor, S. (eds.) CONFERENCE 2016. LNCS, vol. 9999, pp. 1\u201313. Springer, Heidelberg (2016)"},{"key":"1_CR18","unstructured":"Zheng, A., Casari, A.: Feature Engineering for Machine Learning - Principles and Techniques for Data Scientists. O\u2019Reilly Media, Sebastopol (2018)"},{"key":"1_CR19","unstructured":"scikit-learn: machine learning in Python. \n                    https:\/\/scikit-learn.org\n                    \n                  . Accessed 10 Nov 2018"},{"key":"1_CR20","unstructured":"Li, H., Groep, D.L., et al.: Predicting job start times on clusters. In: IEEE\/ACM International Symposium on Cluster Computing and the Grid (CCGrid), pp. 301\u2013308. IEEE Computer Society (2004)"},{"key":"1_CR21","unstructured":"A Crystal Ball for HPC. \n                    https:\/\/www.hpcwire.com\/solution_content\/ibm\/cross-industry\/a-crystal-ball-for-hpc\n                    \n                  . Accessed 10 Dec 2018"},{"key":"1_CR22","unstructured":"GPU-Based Deep Learning Inference. \n                    https:\/\/www.nvidia.com\/content\/tegra\/embedded-systems\/pdf\/jetson_tx1_whitepaper.pdf\n                    \n                  . Accessed 13 Oct 2018"},{"key":"1_CR23","unstructured":"Gardner, J.R., Pleiss, G., Bindel, D., et al.: GPyTorch: Blackbox Matrix-Matrix Gaussian Process Inference with GPU Acceleration. NeurIPS 2018. preprint \n                    arXiv:1809.11165\n                    \n                   (2018)"},{"key":"1_CR24","unstructured":"Amazon EC2 Pricing. \n                    https:\/\/aws.amazon.com\/ec2\/pricing\/on-demand\/\n                    \n                  . Accessed 07 Feb 2019"},{"key":"1_CR25","unstructured":"IBM Spectrum LSF Hybrid Cloud. \n                    https:\/\/github.com\/IBMSpectrumComputing\/lsf-hybrid-cloud\n                    \n                  . Accessed 07 Feb 2019"}],"container-title":["Lecture Notes in Computer Science","Supercomputing Frontiers"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-030-18645-6_1","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2019,5,20]],"date-time":"2019-05-20T10:43:40Z","timestamp":1558349020000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/978-3-030-18645-6_1"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2019]]},"ISBN":["9783030186449","9783030186456"],"references-count":25,"URL":"https:\/\/doi.org\/10.1007\/978-3-030-18645-6_1","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2019]]},"assertion":[{"value":"16 April 2019","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"SCFA","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Asian Conference on Supercomputing Frontiers","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Singapore","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Singapore","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2019","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"11 March 2019","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"14 March 2019","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"5","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"scfa2019","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/www.sc-asia.org\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Single-blind","order":1,"name":"type","label":"Type","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information"}},{"value":"OCS","order":2,"name":"conference_management_system","label":"Conference Management System","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information"}},{"value":"33","order":3,"name":"number_of_submissions_sent_for_review","label":"Number of Submissions Sent for Review","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information"}},{"value":"6","order":4,"name":"number_of_full_papers_accepted","label":"Number of Full Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information"}},{"value":"0","order":5,"name":"number_of_short_papers_accepted","label":"Number of Short Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information"}},{"value":"18% - The value is computed by the equation \"Number of Full Papers Accepted \/ Number of Submissions Sent for Review * 100\" and then rounded to a whole number.","order":6,"name":"acceptance_rate_of_full_papers","label":"Acceptance Rate of Full Papers","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information"}},{"value":"3","order":7,"name":"average_number_of_reviews_per_paper","label":"Average Number of Reviews per Paper","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information"}},{"value":"3","order":8,"name":"average_number_of_papers_per_reviewer","label":"Average Number of Papers per Reviewer","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information"}},{"value":"No","order":9,"name":"external_reviewers_involved","label":"External Reviewers Involved","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information"}}]}}