{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,1,10]],"date-time":"2026-01-10T01:24:33Z","timestamp":1768008273615,"version":"3.49.0"},"reference-count":31,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"12","license":[{"start":{"date-parts":[[2016,12,1]],"date-time":"2016-12-01T00:00:00Z","timestamp":1480550400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"}],"funder":[{"DOI":"10.13039\/501100002428","name":"Austrian Science Fund","doi-asserted-by":"publisher","award":["P26124"],"award-info":[{"award-number":["P26124"]}],"id":[{"id":"10.13039\/501100002428","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100002428","name":"Austrian Science Fund","doi-asserted-by":"publisher","award":["P25530"],"award-info":[{"award-number":["P25530"]}],"id":[{"id":"10.13039\/501100002428","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Trans. Parallel Distrib. Syst."],"published-print":{"date-parts":[[2016,12,1]]},"DOI":"10.1109\/tpds.2016.2539167","type":"journal-article","created":{"date-parts":[[2016,3,7]],"date-time":"2016-03-07T19:08:45Z","timestamp":1457377725000},"page":"3617-3630","source":"Crossref","is-referenced-by-count":39,"title":["Reproducible MPI Benchmarking is Still Not as Easy as You Think"],"prefix":"10.1109","volume":"27","author":[{"given":"Sascha","family":"Hunold","sequence":"first","affiliation":[]},{"given":"Alexandra","family":"Carpen-Amarie","sequence":"additional","affiliation":[]}],"member":"263","reference":[{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.1002\/cpe.2939"},{"key":"ref30","author":"box","year":"2005","journal-title":"Statistics for Experimenters Design Innovation and Discovery"},{"key":"ref10","article-title":"Performance modelling of message-passing parallel programs","author":"grove","year":"2003"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1109\/IPDPS.2008.4536494"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1017\/CBO9780511805318"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1145\/2802658.2802662"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1002\/cpe.2868"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1080\/17445760902894688"},{"key":"ref16","author":"hogg","year":"2006","journal-title":"Probability and Statistical Inference"},{"key":"ref17","author":"boudec","year":"2010","journal-title":"Performance Evaluation of Computer and Communication Systems"},{"key":"ref18","article-title":"MPI benchmarking revisited: Experimental design and reproducibility","author":"hunold","year":"2015","journal-title":"CoRR"},{"key":"ref19","author":"lilja","year":"2005","journal-title":"Measuring Computer Performance"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.1145\/1297027.1297033"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-642-33518-1_15"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.1145\/2442776.2442781"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-540-87475-1_32"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1145\/1362622.1362692"},{"key":"ref29","doi-asserted-by":"publisher","DOI":"10.1145\/1508244.1508275"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1007\/3-540-48158-3_2"},{"key":"ref8","year":"0"},{"key":"ref7","year":"0"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1007\/s11227-005-2340-2"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1155\/2002\/202839"},{"key":"ref1","year":"0"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1016\/B978-0-12-374388-6.50002-7"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.1145\/2807591.2807644"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1109\/HPCA.2012.6169043"},{"key":"ref24","author":"hollander","year":"1999","journal-title":"Nonparametric Statistical Methods"},{"key":"ref23","author":"montgomery","year":"2006","journal-title":"Design and Analysis of Experiments"},{"key":"ref26","year":"0","journal-title":"R A Language and Environment for Statistical Computing"},{"key":"ref25","author":"sheskin","year":"2007","journal-title":"Handbook of Parametric and Nonparametric Statistical Procedures"}],"container-title":["IEEE Transactions on Parallel and Distributed Systems"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/71\/7740988\/07426807.pdf?arnumber=7426807","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,1,12]],"date-time":"2022-01-12T16:19:24Z","timestamp":1642004364000},"score":1,"resource":{"primary":{"URL":"http:\/\/ieeexplore.ieee.org\/document\/7426807\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2016,12,1]]},"references-count":31,"journal-issue":{"issue":"12"},"URL":"https:\/\/doi.org\/10.1109\/tpds.2016.2539167","relation":{},"ISSN":["1045-9219"],"issn-type":[{"value":"1045-9219","type":"print"}],"subject":[],"published":{"date-parts":[[2016,12,1]]}}}