{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,6,19]],"date-time":"2025-06-19T04:25:57Z","timestamp":1750307157945,"version":"3.41.0"},"publisher-location":"New York, NY, USA","reference-count":30,"publisher":"ACM","license":[{"start":{"date-parts":[[2011,11,12]],"date-time":"2011-11-12T00:00:00Z","timestamp":1321056000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"funder":[{"DOI":"10.13039\/100000105","name":"Office of Cyberinfrastructure","doi-asserted-by":"publisher","award":["OCI 07-25070"],"award-info":[{"award-number":["OCI 07-25070"]}],"id":[{"id":"10.13039\/100000105","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000015","name":"U.S. Department of Energy","doi-asserted-by":"publisher","award":["DE-AC02-05CH11231"],"award-info":[{"award-number":["DE-AC02-05CH11231"]}],"id":[{"id":"10.13039\/100000015","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2011,11,12]]},"DOI":"10.1145\/2063348.2063351","type":"proceedings-article","created":{"date-parts":[[2011,11,16]],"date-time":"2011-11-16T10:40:21Z","timestamp":1321440021000},"page":"1-18","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":0,"title":["How to measure useful, sustained performance"],"prefix":"10.1145","author":[{"given":"William","family":"Kramer","sequence":"first","affiliation":[{"name":"University of Illinois, Urbana, Illinois"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"320","published-online":{"date-parts":[[2011,11,12]]},"reference":[{"key":"e_1_3_2_1_1_1","volume-title":"Parallel Computer Architecture: A Hardware\/Software Approach. First. Edited by Denise P. M. Penrose","author":"Culler David E","year":"1999","unstructured":"Culler , David E . , and Jaswinder Pal Singh . Parallel Computer Architecture: A Hardware\/Software Approach. First. Edited by Denise P. M. Penrose . San Francisco, CA : Morgan Kaufmann Publishers , Inc., 1999 . Culler, David E., and Jaswinder Pal Singh. Parallel Computer Architecture: A Hardware\/Software Approach. First. Edited by Denise P. M. Penrose. San Francisco, CA: Morgan Kaufmann Publishers, Inc., 1999."},{"key":"e_1_3_2_1_2_1","volume-title":"http:\/\/www.nersc.gov\/projects\/ssp.php (accessed","author":"Project NERSC","year":"2004","unstructured":"\"NERSC SSP Project .\" NERSC Projects . 2004. http:\/\/www.nersc.gov\/projects\/ssp.php (accessed 2004 ). \"NERSC SSP Project.\" NERSC Projects. 2004. http:\/\/www.nersc.gov\/projects\/ssp.php (accessed 2004)."},{"key":"e_1_3_2_1_3_1","article-title":"Cramming more components onto integrated circuits","author":"Moore Gordon E","year":"1965","unstructured":"Moore , Gordon E . \" Cramming more components onto integrated circuits .\" Electronics Magazine , 1965 . Moore, Gordon E. \"Cramming more components onto integrated circuits.\" Electronics Magazine, 1965.","journal-title":"Electronics Magazine"},{"key":"e_1_3_2_1_5_1","volume-title":"HPC User Forum: First Annual Meeting Notes.","author":"Earl Joseph","year":"2000","unstructured":"Earl , Joseph , Christopher G . Willard , and Debra Goldfarb . \"IDC Workstations and High- Performance Systems Bulletin .\" HPC User Forum: First Annual Meeting Notes. 2000 . Earl, Joseph, Christopher G. Willard, and Debra Goldfarb. \"IDC Workstations and High-Performance Systems Bulletin.\" HPC User Forum: First Annual Meeting Notes. 2000."},{"key":"e_1_3_2_1_6_1","volume-title":"https:\/\/mvapich.cse.ohio-state.edu\/svn\/mpi-benchmarks\/branches\/OMB-3.1\/osu_latency.c (accessed","author":"Ping-Pong Benchmark","year":"2008","unstructured":"MVAPICH Ping-Pong Benchmark . https:\/\/mvapich.cse.ohio-state.edu\/svn\/mpi-benchmarks\/branches\/OMB-3.1\/osu_latency.c (accessed 2008 ). MVAPICH Ping-Pong Benchmark. https:\/\/mvapich.cse.ohio-state.edu\/svn\/mpi-benchmarks\/branches\/OMB-3.1\/osu_latency.c (accessed 2008)."},{"key":"e_1_3_2_1_7_1","volume-title":"http:\/\/www.cs.virginia.edu\/stream\/ (accessed","author":"Streams Benchmark","year":"2008","unstructured":"Streams Benchmark . http:\/\/www.cs.virginia.edu\/stream\/ (accessed 2008 . Streams Benchmark. http:\/\/www.cs.virginia.edu\/stream\/ (accessed 2008."},{"key":"e_1_3_2_1_8_1","volume-title":"The Livermore Fortran Kernels: A computer test of numerical performance range","author":"McMahon F.","year":"1986","unstructured":"McMahon , F. The Livermore Fortran Kernels: A computer test of numerical performance range . Technical Report, Lawrence Livermore National Laboratory , Livermore, CA : University of California , 1986 . McMahon, F. The Livermore Fortran Kernels: A computer test of numerical performance range. Technical Report, Lawrence Livermore National Laboratory, Livermore, CA: University of California, 1986."},{"key":"e_1_3_2_1_10_1","volume-title":"http:\/\/www.spec.org (accessed","author":"Benchmarks","year":"2008","unstructured":"SPEC Benchmarks . 2000. http:\/\/www.spec.org (accessed 2008 ). SPEC Benchmarks. 2000. http:\/\/www.spec.org (accessed 2008)."},{"key":"e_1_3_2_1_11_1","volume-title":"http:\/\/www.top500.org (accessed","author":"List","year":"2008","unstructured":"Top 500 List . 2008. http:\/\/www.top500.org (accessed 2008 ). Top 500 List. 2008. http:\/\/www.top500.org (accessed 2008)."},{"key":"e_1_3_2_1_12_1","volume-title":"http:\/\/www.netlib.org\/LINPACK (accessed","author":"Download","year":"2008","unstructured":"LINPACK Download . 2008. http:\/\/www.netlib.org\/LINPACK (accessed 2008 ). LINPACK Download. 2008. http:\/\/www.netlib.org\/LINPACK (accessed 2008)."},{"key":"e_1_3_2_1_13_1","volume-title":"Methodology for Characterizing a Scientific Workload","author":"Bucher Ingrid","year":"1982","unstructured":"Bucher , Ingrid , and Joanne Martin . Methodology for Characterizing a Scientific Workload . Technical Report, Los Alamos, NM 87545: Los Alamos National Laboratory , 1982 . Bucher, Ingrid, and Joanne Martin. Methodology for Characterizing a Scientific Workload. Technical Report, Los Alamos, NM 87545: Los Alamos National Laboratory, 1982."},{"key":"e_1_3_2_1_14_1","doi-asserted-by":"publisher","DOI":"10.1145\/5666.5673"},{"key":"e_1_3_2_1_15_1","doi-asserted-by":"publisher","DOI":"10.1145\/63039.63043"},{"key":"e_1_3_2_1_16_1","doi-asserted-by":"publisher","DOI":"10.5555\/349806"},{"key":"e_1_3_2_1_17_1","volume-title":"Computer Architecture -- A Quantitative Approach. Second","author":"Patterson David","year":"1996","unstructured":"Patterson , David , and John Hennessey . Computer Architecture -- A Quantitative Approach. Second . Burlington, MA : Morgan Kaufmann Publishers , 1996 . Patterson, David, and John Hennessey. Computer Architecture -- A Quantitative Approach. Second. Burlington, MA: Morgan Kaufmann Publishers, 1996."},{"key":"e_1_3_2_1_18_1","volume-title":"Performance Evaluation and Benchmarking. 6000 Broken Sound Parkway","author":"John Lizy Kurian","year":"2006","unstructured":"John , Lizy Kurian , and Lieven Kurian ,. Performance Evaluation and Benchmarking. 6000 Broken Sound Parkway , NW, Suite 300, Boca Raton, FL , 33487-2742: CRC Press Taylor and Francis Group , 2006 John, Lizy Kurian, and Lieven Kurian,. Performance Evaluation and Benchmarking. 6000 Broken Sound Parkway, NW, Suite 300, Boca Raton, FL, 33487-2742: CRC Press Taylor and Francis Group, 2006"},{"key":"e_1_3_2_1_19_1","doi-asserted-by":"publisher","DOI":"10.1145\/76263.76354"},{"key":"e_1_3_2_1_20_1","doi-asserted-by":"publisher","DOI":"10.1145\/1040136.1040137"},{"key":"e_1_3_2_1_21_1","volume-title":"Statistics in Research","author":"Ostle Bernard","year":"1972","unstructured":"Ostle , Bernard . Statistics in Research . Ames, IA : The Iowa State University Press , 1972 Ostle, Bernard. Statistics in Research. Ames, IA: The Iowa State University Press, 1972"},{"key":"e_1_3_2_1_22_1","first-page":"54","article-title":"Twelve Ways to Fool the Masses When Giving Performance Results on Parallel Computers","author":"Bailey David","year":"1991","unstructured":"Bailey , David . \" Twelve Ways to Fool the Masses When Giving Performance Results on Parallel Computers .\" Supercomputing Review , August 1991 : 54 -- 55 . Bailey, David. \"Twelve Ways to Fool the Masses When Giving Performance Results on Parallel Computers.\" Supercomputing Review, August 1991: 54--55.","journal-title":"Supercomputing Review"},{"volume-title":"Scientific Programming","author":"Bailey David H","key":"e_1_3_2_1_23_1","unstructured":"Bailey , David H . , \" Misleading Performance Reporting in the Supercomputing Field\" , Scientific Programming , vol. 1 ., no. 2 (Winter 1992), pg. 141--151 Bailey, David H., \"Misleading Performance Reporting in the Supercomputing Field\", Scientific Programming, vol. 1., no. 2 (Winter 1992), pg. 141--151"},{"key":"e_1_3_2_1_24_1","volume-title":"Hennessy","author":"Patterson David A","year":"2007","unstructured":"Patterson , David A . , and John L . Hennessy . Computer Organization and Design - - The Hardware\/Software Interface. Third. Burlington, MA : Morgan Kaufmann Publishers , 2007 . Patterson, David A., and John L. Hennessy. Computer Organization and Design -- The Hardware\/Software Interface. Third. Burlington, MA: Morgan Kaufmann Publishers, 2007."},{"key":"e_1_3_2_1_25_1","volume-title":"Methodology for Characterizing a Scientific Workload","author":"Bucher Ingrid","year":"1982","unstructured":"Bucher , Ingrid , and Joanne Martin . Methodology for Characterizing a Scientific Workload . Technical Report, Los Alamos, NM 87545: Los Alamos National Laboratory , 1982 . Bucher, Ingrid, and Joanne Martin. Methodology for Characterizing a Scientific Workload. Technical Report, Los Alamos, NM 87545: Los Alamos National Laboratory, 1982."},{"key":"e_1_3_2_1_26_1","doi-asserted-by":"publisher","DOI":"10.1145\/63039.63043"},{"key":"e_1_3_2_1_27_1","doi-asserted-by":"publisher","DOI":"10.5555\/349806"},{"key":"e_1_3_2_1_28_1","doi-asserted-by":"publisher","DOI":"10.1145\/991124.991126"},{"key":"e_1_3_2_1_29_1","first-page":"39","article-title":"At the speed of light through a PRISM","author":"Digitial Review","year":"1998","unstructured":"Digitial Review . \" At the speed of light through a PRISM .\" Digital Review , December 1998 : 39 -- 42 . Digitial Review. \"At the speed of light through a PRISM.\" Digital Review, December 1998: 39--42.","journal-title":"Digital Review"},{"key":"e_1_3_2_1_30_1","unstructured":"http:\/\/www.nsf.gov\/publications\/pub_summ.jsp?ods_key=nsf06573  http:\/\/www.nsf.gov\/publications\/pub_summ.jsp?ods_key=nsf06573"},{"key":"e_1_3_2_1_31_1","volume-title":"Cleveland, Ohio 44128","author":"Selby Samuel M","year":"1968","unstructured":"Selby , Samuel M . , ed. CRC Standard Mathematical Tables Sixteenth Edition. 18901 Canwood Parkway , Cleveland, Ohio 44128 : The Chemical Rubber Co. , 1968 . Selby, Samuel M., ed. CRC Standard Mathematical Tables Sixteenth Edition. 18901 Canwood Parkway, Cleveland, Ohio 44128: The Chemical Rubber Co., 1968."},{"key":"e_1_3_2_1_32_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICPP.2005.47"}],"event":{"name":"SC '11: International Conference for High Performance Computing, Networking, Storage and Analysis","sponsor":["SIGARCH ACM Special Interest Group on Computer Architecture","IEEE-CS Computer Society"],"location":"Seattle Washington","acronym":"SC '11"},"container-title":["State of the Practice Reports"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/2063348.2063351","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/2063348.2063351","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,18]],"date-time":"2025-06-18T09:54:25Z","timestamp":1750240465000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/2063348.2063351"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2011,11,12]]},"references-count":30,"alternative-id":["10.1145\/2063348.2063351","10.1145\/2063348"],"URL":"https:\/\/doi.org\/10.1145\/2063348.2063351","relation":{},"subject":[],"published":{"date-parts":[[2011,11,12]]},"assertion":[{"value":"2011-11-12","order":2,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}