{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,8,22]],"date-time":"2025-08-22T05:00:19Z","timestamp":1755838819358,"version":"3.41.0"},"publisher-location":"New York, NY, USA","reference-count":22,"publisher":"ACM","license":[{"start":{"date-parts":[[2019,6,12]],"date-time":"2019-06-12T00:00:00Z","timestamp":1560297600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"funder":[{"DOI":"10.13039\/501100009318","name":"Helmholtz Association","doi-asserted-by":"publisher","award":["VH-NG-1241"],"award-info":[{"award-number":["VH-NG-1241"]}],"id":[{"id":"10.13039\/501100009318","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100011030","name":"U.S. Department of Energy","doi-asserted-by":"publisher","award":["DE-SC-0010042"],"award-info":[{"award-number":["DE-SC-0010042"]}],"id":[{"id":"10.13039\/100011030","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2019,6,12]]},"DOI":"10.1145\/3324989.3325719","type":"proceedings-article","created":{"date-parts":[[2019,6,4]],"date-time":"2019-06-04T16:07:11Z","timestamp":1559664431000},"page":"1-11","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":10,"title":["Towards Continuous Benchmarking"],"prefix":"10.1145","author":[{"given":"Hartwig","family":"Anzt","sequence":"first","affiliation":[{"name":"Karlsruhe Institute of Technology, Germany, University of Tennessee, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Yen-Chen","family":"Chen","sequence":"additional","affiliation":[{"name":"Taiwan National University"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Terry","family":"Cojean","sequence":"additional","affiliation":[{"name":"Karlsruhe Institute of Technology, Germany"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Jack","family":"Dongarra","sequence":"additional","affiliation":[{"name":"University of Tennessee, USA, Oak Ridge National Laboratory, USA, University of Manchester, UK"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Goran","family":"Flegar","sequence":"additional","affiliation":[{"name":"Universidad Jaime I, Spain"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Pratik","family":"Nayak","sequence":"additional","affiliation":[{"name":"Karlsruhe Institute of Technology, Germany"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Enrique S.","family":"Quintana-Ort\u00ed","sequence":"additional","affiliation":[{"name":"Universitat Polit\u00e8cnica de Val\u00e8ncia, Spain"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Yuhsiang M.","family":"Tsai","sequence":"additional","affiliation":[{"name":"Taiwan National University"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Weichung","family":"Wang","sequence":"additional","affiliation":[{"name":"Taiwan National University"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"320","published-online":{"date-parts":[[2019,6,12]]},"reference":[{"key":"e_1_3_2_1_1_1","unstructured":"2018. SuiteSparse Matrix Collection. https:\/\/sparse.tamu.edu. {Online Accessed: 2018-08-12}.  2018. SuiteSparse Matrix Collection. https:\/\/sparse.tamu.edu. {Online Accessed: 2018-08-12}."},{"key":"e_1_3_2_1_2_1","unstructured":"Accessed 2019. Bitbucket https:\/\/bitbucket.org\/.  Accessed 2019. Bitbucket https:\/\/bitbucket.org\/."},{"key":"e_1_3_2_1_3_1","unstructured":"Accessed 2019. Chart.js: Simple yet flexible JavaScript charting for designers & developers chartjs.org.  Accessed 2019. Chart.js: Simple yet flexible JavaScript charting for designers & developers chartjs.org."},{"key":"e_1_3_2_1_4_1","unstructured":"Accessed 2019. ClangFormat https:\/\/clang.llvm.org\/docs\/ClangFormat.html.  Accessed 2019. ClangFormat https:\/\/clang.llvm.org\/docs\/ClangFormat.html."},{"key":"e_1_3_2_1_5_1","unstructured":"Accessed 2019. Git https:\/\/git-scm.com\/.  Accessed 2019. Git https:\/\/git-scm.com\/."},{"key":"e_1_3_2_1_6_1","unstructured":"Accessed 2019. GitHub https:\/\/github.com\/.  Accessed 2019. GitHub https:\/\/github.com\/."},{"key":"e_1_3_2_1_7_1","unstructured":"Accessed 2019. GitLab https:\/\/gitlab.com\/.  Accessed 2019. GitLab https:\/\/gitlab.com\/."},{"key":"e_1_3_2_1_8_1","unstructured":"Accessed 2019. Google Test https:\/\/github.com\/google\/googletest.  Accessed 2019. Google Test https:\/\/github.com\/google\/googletest."},{"key":"e_1_3_2_1_9_1","unstructured":"Accessed 2019. JSONata --- JSON query and transformation language https:\/\/docs.jsonata.org\/.  Accessed 2019. JSONata --- JSON query and transformation language https:\/\/docs.jsonata.org\/."},{"key":"e_1_3_2_1_10_1","unstructured":"Accessed 2019. Monaco Editor: A browser based code editor https:\/\/microsoft.github.io\/monaco-editor.  Accessed 2019. Monaco Editor: A browser based code editor https:\/\/microsoft.github.io\/monaco-editor."},{"key":"e_1_3_2_1_11_1","unstructured":"Accessed 2019. xSDK: Extreme-scale Scientific Software Development Kit https:\/\/xsdk.info\/.  Accessed 2019. xSDK: Extreme-scale Scientific Software Development Kit https:\/\/xsdk.info\/."},{"key":"e_1_3_2_1_12_1","unstructured":"Accessed in 2019. Better Scientific Software (BSSw) https:\/\/bssw.io\/.  Accessed in 2019. Better Scientific Software (BSSw) https:\/\/bssw.io\/."},{"key":"e_1_3_2_1_13_1","unstructured":"Accessed in August 2018. Angular: One framework. Mobile & desktop. angular.io.  Accessed in August 2018. Angular: One framework. Mobile & desktop. angular.io."},{"key":"e_1_3_2_1_14_1","unstructured":"Ecma International 2017. The JSON Data Interchange Syntax (2 ed.). Ecma International.  Ecma International 2017. The JSON Data Interchange Syntax (2 ed.). Ecma International."},{"key":"e_1_3_2_1_15_1","doi-asserted-by":"publisher","DOI":"10.1145\/3149704.3149767"},{"key":"e_1_3_2_1_16_1","unstructured":"M. Fowler and M. Foemmel. 2005. Continuous integration http:\/\/www.martinfowler.com\/articles\/continuousIntegration.html.  M. Fowler and M. Foemmel. 2005. Continuous integration http:\/\/www.martinfowler.com\/articles\/continuousIntegration.html."},{"key":"e_1_3_2_1_17_1","doi-asserted-by":"publisher","DOI":"10.1145\/2950048"},{"key":"e_1_3_2_1_18_1","doi-asserted-by":"crossref","unstructured":"D. Higham and N. Higham. 2005. Matlab Guide. Society for Industrial and Applied Mathematics. arXiv:https:\/\/epubs.siam.org\/doi\/pdf\/10.1137\/1.9780898717891   D. Higham and N. Higham. 2005. Matlab Guide. Society for Industrial and Applied Mathematics. arXiv:https:\/\/epubs.siam.org\/doi\/pdf\/10.1137\/1.9780898717891","DOI":"10.1137\/1.9780898717891"},{"key":"e_1_3_2_1_19_1","unstructured":"Kitware Inc. 2012. CMake. http:\/\/cmake.org. http:\/\/cmake.org\/  Kitware Inc. 2012. CMake. http:\/\/cmake.org. http:\/\/cmake.org\/"},{"volume-title":"Automated Defect Prevention: Best Practices in Software Management","author":"Kolawa Adam","key":"e_1_3_2_1_20_1","unstructured":"Adam Kolawa and Dorota Huizinga . 2007. Automated Defect Prevention: Best Practices in Software Management . Wiley-IEEE Computer Society Press . 86 pages. http:\/\/www.wiley.com.proxy.queensu.ca\/WileyCDA\/WileyTitle\/productCd-0470042125.html Adam Kolawa and Dorota Huizinga. 2007. Automated Defect Prevention: Best Practices in Software Management. Wiley-IEEE Computer Society Press. 86 pages. http:\/\/www.wiley.com.proxy.queensu.ca\/WileyCDA\/WileyTitle\/productCd-0470042125.html"},{"key":"e_1_3_2_1_21_1","volume-title":"Doxygen: Source code documentation generator tool","author":"van Heesch Dimitri","year":"2008","unstructured":"Dimitri van Heesch . 2008 . Doxygen: Source code documentation generator tool . http:\/\/www.stack.nl\/~dimitri\/doxygen\/ Dimitri van Heesch. 2008. Doxygen: Source code documentation generator tool. http:\/\/www.stack.nl\/~dimitri\/doxygen\/"},{"key":"e_1_3_2_1_22_1","unstructured":"Milo Yip. Accessed 2019. RapidJSON: A fast JSON parser\/generator for C++ with both SAX\/DOM style API rapidjson.org.  Milo Yip. Accessed 2019. RapidJSON: A fast JSON parser\/generator for C++ with both SAX\/DOM style API rapidjson.org."}],"event":{"name":"PASC '19: Platform for Advanced Scientific Computing Conference","sponsor":["SIGHPC ACM Special Interest Group on High Performance Computing, Special Interest Group on High Performance Computing","CSCS Swiss National Supercomputing Centre","ETH Zurich Federal Institute of Technology - University of Zurich"],"location":"Zurich Switzerland","acronym":"PASC '19"},"container-title":["Proceedings of the Platform for Advanced Scientific Computing Conference"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3324989.3325719","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3324989.3325719","content-type":"application\/pdf","content-version":"vor","intended-application":"syndication"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3324989.3325719","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,17]],"date-time":"2025-06-17T20:47:24Z","timestamp":1750193244000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3324989.3325719"}},"subtitle":["An Automated Performance Evaluation Framework for High Performance Software"],"short-title":[],"issued":{"date-parts":[[2019,6,12]]},"references-count":22,"alternative-id":["10.1145\/3324989.3325719","10.1145\/3324989"],"URL":"https:\/\/doi.org\/10.1145\/3324989.3325719","relation":{},"subject":[],"published":{"date-parts":[[2019,6,12]]},"assertion":[{"value":"2019-06-12","order":2,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}