{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,24]],"date-time":"2026-04-24T19:20:23Z","timestamp":1777058423344,"version":"3.51.4"},"publisher-location":"Cham","reference-count":26,"publisher":"Springer International Publishing","isbn-type":[{"value":"9783319969824","type":"print"},{"value":"9783319969831","type":"electronic"}],"license":[{"start":{"date-parts":[[2018,1,1]],"date-time":"2018-01-01T00:00:00Z","timestamp":1514764800000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2018,1,1]],"date-time":"2018-01-01T00:00:00Z","timestamp":1514764800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2018]]},"DOI":"10.1007\/978-3-319-96983-1_10","type":"book-chapter","created":{"date-parts":[[2018,7,31]],"date-time":"2018-07-31T15:50:06Z","timestamp":1533052206000},"page":"135-146","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":6,"title":["HPC Benchmarking: Scaling Right and Looking Beyond the Average"],"prefix":"10.1007","author":[{"given":"Milan","family":"Radulovic","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Kazi","family":"Asifuzzaman","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Paul","family":"Carpenter","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Petar","family":"Radojkovi\u0107","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Eduard","family":"Ayguad\u00e9","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2018,8,1]]},"reference":[{"key":"10_CR1","doi-asserted-by":"publisher","unstructured":"Bailey, D.H.: Misleading performance claims in parallel computations. In: 2009 46th ACM\/IEEE Design Automation Conference, pp. 528\u2013533, July 2009. https:\/\/doi.org\/10.1145\/1629911.1630049","DOI":"10.1145\/1629911.1630049"},{"key":"10_CR2","unstructured":"Bailey, D.H.: Twelve ways to fool the masses when giving performance results on parallel computers. In: Supercomputing Review, pp. 54\u201355, August 1991"},{"key":"10_CR3","unstructured":"Barcelona Supercomputing Center: MareNostrum III System Architecture (2013). http:\/\/www.bsc.es\/marenostrum-support-services\/mn3"},{"key":"10_CR4","unstructured":"Barcelona Supercomputing Center: Extrae User guide manual for version 3.1.0, May 2015"},{"key":"10_CR5","unstructured":"Dongarra, J., Heroux, M., Luszczek, P.: The HPCG Benchmark (2016). http:\/\/www.hpcg-benchmark.org"},{"key":"10_CR6","doi-asserted-by":"crossref","unstructured":"Heroux, M., Dongarra, J.: Toward a New Metric for Ranking High Performance Computing Systems. Technical report SAND2013-4744, UTK EECS and Sandia National Labs, June 2013","DOI":"10.2172\/1089988"},{"key":"10_CR7","doi-asserted-by":"crossref","unstructured":"Hoefler, T., Belli, R.: Scientific benchmarking of parallel computing systems: twelve ways to tell the masses when reporting performance results. In: Proceedings of the International Conference for High Performance Computing, Networking, Storage and Analysis, pp. 73:1\u201373:12, November 2015","DOI":"10.1145\/2807591.2807644"},{"key":"10_CR8","unstructured":"Home page of the EuroBen Benchmark. http:\/\/www.euroben.nl"},{"key":"10_CR9","unstructured":"Intel Corporation: Intel$$^{\\textregistered }$$Xeon$$^{\\textregistered }$$Processor E5\u20132600 Product Family Uncore Performance Monitoring Guide. Technical report, March 2012"},{"key":"10_CR10","unstructured":"Intel Corporation: Intel$$^{\\textregistered }$$64 and IA-32 Architectures Software Developer\u2019s Manual. Technical report, July 2017"},{"issue":"1","key":"10_CR11","doi-asserted-by":"publisher","first-page":"1","DOI":"10.2200\/S00201ED1V01Y200907CAC007","volume":"4","author":"BL Jacob","year":"2009","unstructured":"Jacob, B.L.: The memory system: you can\u2019t avoid it, you can\u2019t ignore it, you can\u2019t fake it. Synth. Lect. Comput. Archit. 4(1), 1\u201377 (2009)","journal-title":"Synth. Lect. Comput. Archit."},{"key":"10_CR12","doi-asserted-by":"crossref","unstructured":"Kramer, W.T.: Top500 versus sustained performance: the top problems with the Top500 list - and what to do about them. In: Proceedings of the 21st International Conference on Parallel Architectures and Compilation Techniques, pp. 223\u2013230, September 2012","DOI":"10.1145\/2370816.2370850"},{"key":"10_CR13","doi-asserted-by":"crossref","unstructured":"Luszczek, P.R., et al.: The HPC Challenge (HPCC) Benchmark Suite. In: Proceedings of the ACM\/IEEE Conference on Supercomputing (2006)","DOI":"10.1145\/1188455.1188677"},{"key":"10_CR14","doi-asserted-by":"crossref","unstructured":"Marjanovi\u0107, V., Gracia, J., Glass, C.W.: HPC benchmarking: problem size matters. In: Proceedings of the 7th International Workshop on Performance Modeling, Benchmarking and Simulation of High Performance Computing Systems, pp. 1\u201310, November 2016","DOI":"10.1109\/PMBS.2016.006"},{"key":"10_CR15","unstructured":"National Center for Atmospheric Research: CISL High Performance Computing Benchmarks. http:\/\/www2.cisl.ucar.edu\/resources\/computational-systems\/cisl-high-performance-computing-benchmarks"},{"key":"10_CR16","unstructured":"National Energy Research Scientific Computing Center: NERSC-8 \/ Trinity Benchmarks. http:\/\/www.nersc.gov\/users\/computational-systems\/cori\/nersc-8-procurement\/trinity-nersc-8-rfp\/nersc-8-trinity-benchmarks"},{"key":"10_CR17","unstructured":"National Science Foundation: Benchmarking Information Referenced in the NSF 11\u2013511 High Performance Computing System Acquisition: Towards a Petascale Computing Environment for Science and Engineering. https:\/\/www.nsf.gov\/pubs\/2006\/nsf0605\/nsf0605.pdf"},{"key":"10_CR18","unstructured":"Partnership for Advanced Computing in Europe (PRACE): Unified european applications benchmark suite (2013). www.prace-ri.eu\/ueabs\/"},{"key":"10_CR19","doi-asserted-by":"crossref","unstructured":"Pavlovic, M., Radulovic, M., Ramirez, A., Radojkovi\u0107, P.: Limpio: LIghtweight MPI instrumentatiOn. In: Proceedings of the 23rd IEEE International Conference on Program Comprehension, pp. 303\u2013306 (2015)","DOI":"10.1109\/ICPC.2015.46"},{"key":"10_CR20","unstructured":"Petitet, A., Whaley, R.C., Dongarra, J., Cleary, A.: HPL - A Portable Implementation of the High-Performance Linpack Benchmark for Distributed-Memory Computers, September 2008. http:\/\/www.netlib.org\/benchmark\/hpl\/"},{"key":"10_CR21","unstructured":"PRACE Research Infrastructure. www.prace-ri.eu"},{"key":"10_CR22","doi-asserted-by":"crossref","unstructured":"Radulovic, M., et al.: Another trip to the wall: how much will stacked DRAM benefit HPC? In: Proceedings of the International Symposium on Memory Systems, pp. 31\u201336 (2015)","DOI":"10.1145\/2818950.2818955"},{"issue":"4","key":"10_CR23","doi-asserted-by":"publisher","first-page":"60","DOI":"10.1109\/MCSE.2008.98","volume":"10","author":"M Sayeed","year":"2008","unstructured":"Sayeed, M., Bae, H., Zheng, Y., Armstrong, B., Eigenmann, R., Saied, F.: Measuring high-performance computing with real applications. Comput. Sci. Eng. 10(4), 60\u201370 (2008). https:\/\/doi.org\/10.1109\/MCSE.2008.98","journal-title":"Comput. Sci. Eng."},{"key":"10_CR24","unstructured":"TOP500 List, November 2014. http:\/\/www.top500.org\/"},{"key":"10_CR25","unstructured":"Turner, A.: UK National HPC Benchmarks. Technical report, UK National Supercomputing Service ARCHER (2016). http:\/\/www.archer.ac.uk\/documentation\/white-papers\/benchmarks\/UK_National_HPC_Benchmarks.pdf"},{"issue":"1","key":"10_CR26","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1145\/3023362","volume":"14","author":"Darko Zivanovic","year":"2017","unstructured":"Zivanovic, D., et al.: Main memory in HPC: do we need more or could we live with less? ACM Trans. Archit. Code Optim. 14(1), 3:1\u20133:26 (2017)","journal-title":"ACM Transactions on Architecture and Code Optimization"}],"container-title":["Lecture Notes in Computer Science","Euro-Par 2018: Parallel Processing"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-319-96983-1_10","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,8,1]],"date-time":"2022-08-01T01:04:10Z","timestamp":1659315850000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-319-96983-1_10"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2018]]},"ISBN":["9783319969824","9783319969831"],"references-count":26,"URL":"https:\/\/doi.org\/10.1007\/978-3-319-96983-1_10","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2018]]},"assertion":[{"value":"1 August 2018","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"Euro-Par","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"European Conference on Parallel Processing","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Turin","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Italy","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2018","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"27 August 2018","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"31 August 2018","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"24","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"europar2018","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/europar2018.org\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"This content has been made available to all.","name":"free","label":"Free to read"}]}}