{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,30]],"date-time":"2026-06-30T21:20:44Z","timestamp":1782854444861,"version":"3.54.5"},"publisher-location":"New York, NY, USA","reference-count":39,"publisher":"ACM","license":[{"start":{"date-parts":[[2023,8,7]],"date-time":"2023-08-07T00:00:00Z","timestamp":1691366400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2023,8,7]]},"DOI":"10.1145\/3588195.3592989","type":"proceedings-article","created":{"date-parts":[[2023,8,7]],"date-time":"2023-08-07T20:47:00Z","timestamp":1691441220000},"page":"281-293","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":17,"title":["Thicket: Seeing the Performance Experiment Forest for the Individual Run Trees"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-1458-8453","authenticated-orcid":false,"given":"Stephanie","family":"Brink","sequence":"first","affiliation":[{"name":"Lawrence Livermore National Laboratory, Livermore, CA, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0001-7201-5733","authenticated-orcid":false,"given":"Michael","family":"McKinsey","sequence":"additional","affiliation":[{"name":"Texas A&M University, College Station, TX, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-4159-1519","authenticated-orcid":false,"given":"David","family":"Boehme","sequence":"additional","affiliation":[{"name":"Lawrence Livermore National Laboratory, Livermore, CA, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-5990-6179","authenticated-orcid":false,"given":"Connor","family":"Scully-Allison","sequence":"additional","affiliation":[{"name":"University of Utah, Salt Lake City, UT, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-0009-5487","authenticated-orcid":false,"given":"Ian","family":"Lumsden","sequence":"additional","affiliation":[{"name":"University of Tennessee, Knoxville, Knoxville, TN, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0008-9527-8617","authenticated-orcid":false,"given":"Daryl","family":"Hawkins","sequence":"additional","affiliation":[{"name":"Texas A&M Univesrity, College Station, TX, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-6769-6928","authenticated-orcid":false,"given":"Treece","family":"Burgess","sequence":"additional","affiliation":[{"name":"University of Tennessee, Knoxville, Knoxville, TN, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0002-9738-2860","authenticated-orcid":false,"given":"Vanessa","family":"Lama","sequence":"additional","affiliation":[{"name":"University of Tennessee, Knoxville, Knoxville, TN, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-3672-206X","authenticated-orcid":false,"given":"Jakob","family":"L\u00fcttgau","sequence":"additional","affiliation":[{"name":"University of Tennessee, Knoxville, Knoxville, TN, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-9947-928X","authenticated-orcid":false,"given":"Katherine E.","family":"Isaacs","sequence":"additional","affiliation":[{"name":"University of Utah, Salt Lake City, UT, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-0031-6377","authenticated-orcid":false,"given":"Michela","family":"Taufer","sequence":"additional","affiliation":[{"name":"University of Tennessee, Knoxville, Knoxville, TN, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-1904-9627","authenticated-orcid":false,"given":"Olga","family":"Pearce","sequence":"additional","affiliation":[{"name":"Lawrence Livermore National Laboratory, Livermore, CA, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"320","published-online":{"date-parts":[[2023,8,7]]},"reference":[{"key":"e_1_3_2_1_1_1","unstructured":"Adiak. http:\/\/github.com\/LLNL\/adiak"},{"key":"e_1_3_2_1_2_1","unstructured":"Extra-p. http:\/\/github.com\/extra-p\/extrap"},{"key":"e_1_3_2_1_3_1","unstructured":"NVIDIA Nsight Compute Profiling Tool. https:\/\/docs.nvidia.com\/nsight-compute\/NsightCompute\/index.html"},{"issue":"6","key":"e_1_3_2_1_4_1","first-page":"685","article-title":"HPCToolkit","volume":"22","author":"Adhianto L.","year":"2010","unstructured":"Adhianto, L., Banerjee, S., Fagan, M., Krentel, M., Marin, G., Mellor-Crummey, J., Tallent, N.R.: HPCToolkit: Tools for Performance Analysis of Optimized Parallel Programs. Concurrency and Computation: Practice and Experience 22(6), 685--701 (2010)","journal-title":"Tools for Performance Analysis of Optimized Parallel Programs. Concurrency and Computation: Practice and Experience"},{"key":"e_1_3_2_1_5_1","volume-title":"White","author":"Anderson R.","year":"2020","unstructured":"Anderson, R., Black, A., Busby, L., Blakeley, B., Bleile, R., Camier, J.S., Ciurej, J., Cook, A., Dobrev, V., Elliott, N., Grondalski, J., Harrison, C., Hornung, R., Kolev, T., Legendre, M., Liu, W., Nissen, W., Olson, B., Osawe, M., Papadimitriou, G., Pearce, O., Pember, R., Skinner, A., Stevens, D., Stitt, T., Taylor, L., Tomov, V., Rieben, R., Vargas, A., Weiss, K., White, D.: The Multiphysics on Advanced Platforms Project. Tech. rep., Lawrence Livermore National Laboratory (LLNL) (Nov 2020)"},{"key":"e_1_3_2_1_6_1","doi-asserted-by":"publisher","DOI":"10.1109\/P3HPC49587.2019.00012"},{"key":"e_1_3_2_1_7_1","doi-asserted-by":"publisher","DOI":"10.1145\/3295500.3356219"},{"key":"e_1_3_2_1_8_1","first-page":"431","volume-title":"LeGendre","author":"Boehme D.","year":"2021","unstructured":"Boehme, D., Aschwanden, P., Pearce, O., Weiss, K., LeGendre, M.: Ubiquitous Performance Analysis. In: Chamberlain, B.L., Varbanescu, A.L., Ltaief, H., Luszczek, P. (eds.) High Performance Computing. pp. 431--449. Springer International Publishing, Cham (2021)"},{"key":"e_1_3_2_1_9_1","volume-title":"M.: Caliper: Performance Introspection for HPC Software Stacks. In: Proceedings of the International Conference for High Performance Computing, Networking, Storage and Analysis. SC '16","author":"Boehme D.","year":"2016","unstructured":"Boehme, D., Gamblin, T., Beckingsale, D., Bremer, P.T., Gimenez, A., LeGendre, M., Pearce, O., Schulz, M.: Caliper: Performance Introspection for HPC Software Stacks. In: Proceedings of the International Conference for High Performance Computing, Networking, Storage and Analysis. SC '16, IEEE Press (2016)"},{"key":"e_1_3_2_1_10_1","doi-asserted-by":"publisher","DOI":"10.1109\/HUSTProtools51951.2020.00013"},{"key":"e_1_3_2_1_11_1","doi-asserted-by":"publisher","DOI":"10.1145\/2503210.2503277"},{"key":"e_1_3_2_1_12_1","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2013.173"},{"key":"e_1_3_2_1_13_1","volume-title":"Hones","author":"Hornung R.D.","unstructured":"Hornung, R.D., Hones, H.E.: RAJA Performance Suite"},{"key":"e_1_3_2_1_14_1","doi-asserted-by":"publisher","DOI":"10.5334\/jors.148"},{"key":"e_1_3_2_1_15_1","first-page":"422","volume-title":"Hsu","author":"Hsieh S.M.","year":"2006","unstructured":"Hsieh, S.M., Hsu, C.C., Hsu, L.F.: Efficient Method to Perform Isomorphism Testing of Labeled Graphs. In: Gavrilova, M.L., Gervasi, O., Kumar, V., Tan, C.J.K., Taniar, D., Lagan\u00e1, A., Mun, Y., Choo, H. (eds.) Computational Science and Its Applications - ICCSA 2006. pp. 422--431. Springer Berlin Heidelberg, Berlin, Heidelberg (2006)"},{"key":"e_1_3_2_1_16_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICPP.2005.29"},{"key":"e_1_3_2_1_17_1","volume-title":"Morris","author":"Huck K.A.","year":"2008","unstructured":"Huck, K.A., Malony, A.D., Shende, S., Morris, A.: Knowledge support and automation for performance analysis with PerfExplorer 2.0. Scientific programming 16(2--3), 123--134 (2008)"},{"key":"e_1_3_2_1_18_1","doi-asserted-by":"publisher","DOI":"10.1109\/SC.2005.36"},{"key":"e_1_3_2_1_19_1","doi-asserted-by":"publisher","DOI":"10.1145\/509593.509601"},{"key":"e_1_3_2_1_20_1","doi-asserted-by":"publisher","DOI":"10.1145\/3173574.3173748"},{"key":"e_1_3_2_1_21_1","doi-asserted-by":"publisher","DOI":"10.3233\/978--1--61499--649--1--87"},{"key":"e_1_3_2_1_22_1","first-page":"15","volume-title":"8th LCI International Conference on High-Performance Clustered Computing.","author":"Knapp R.L.","year":"2007","unstructured":"Knapp, R.L., Mohror, K., Amauba, A., Karavanic, K.L., Neben, A., Conerly, T., May, J.: PerfTrack: Scalable application performance diagnosis for linux clusters. In: 8th LCI International Conference on High-Performance Clustered Computing. pp. 15--17. Citeseer (2007)"},{"key":"e_1_3_2_1_23_1","first-page":"79","volume-title":"Wolf","author":"Kn\u00fcpfer A.","year":"2011","unstructured":"Kn\u00fcpfer, A., R\u00f6ssel, C., Mey, D.a., Biersdorff, S., Diethelm, K., Eschweiler, D., Geimer, M., Gerndt, M., Lorenz, D., Malony, A., Nagel, W.E., Oleynik, Y., Philippen, P., Saviankou, P., Schmidl, D., Shende, S., Tsch\u00fcter, R., Wagner, M., Wesarg, B., Wolf, F.: Score-P: A Joint Performance Measurement Run-Time Infrastructure for Periscope,Scalasca, TAU, and Vampir. In: Brunst, H., M\u00fcller, M.S., Nagel, W.E., Resch, M.M. (eds.) Tools for High Performance Computing 2011. pp. 79--91. Springer Berlin Heidelberg, Berlin, Heidelberg (2012)"},{"key":"e_1_3_2_1_24_1","unstructured":"LLNL: RAJA. http:\/\/github.com\/LLNL\/raja (Dec 2022)"},{"key":"e_1_3_2_1_25_1","unstructured":"LLNL: RAJA Performance Suite. http:\/\/github.com\/LLNL\/rajaperf (Dec 2022)"},{"key":"e_1_3_2_1_26_1","doi-asserted-by":"publisher","DOI":"10.1109\/TIT.1982.1056489"},{"key":"e_1_3_2_1_27_1","doi-asserted-by":"publisher","DOI":"10.1109\/eScience55777.2022.00039"},{"key":"e_1_3_2_1_28_1","volume-title":"5th International Workshop on Automatic Performance Analysis (APART) (November 2003)","author":"Mellor-Crummey J.","unstructured":"Mellor-Crummey, J.: HPCToolkit: Multi-platform tools for profile-based performance analysis. In: 5th International Workshop on Automatic Performance Analysis (APART) (November 2003)"},{"key":"e_1_3_2_1_29_1","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2018.2865149"},{"key":"e_1_3_2_1_30_1","volume-title":"Joy","author":"Obermaier H.","year":"2015","unstructured":"Obermaier, H., Bensema, K., Joy, K.I.: Visual trends analysis in time-varying ensembles. IEEE transactions on visualization and computer graphics 22(10), 2331--2342 (2015)"},{"key":"e_1_3_2_1_31_1","doi-asserted-by":"publisher","DOI":"10.5555\/1953048.2078195"},{"key":"e_1_3_2_1_32_1","doi-asserted-by":"publisher","DOI":"10.1016\/0377-0427(87)90125--7"},{"key":"e_1_3_2_1_33_1","doi-asserted-by":"publisher","DOI":"10.1145\/3173574.3173606"},{"key":"e_1_3_2_1_34_1","volume-title":"Isaacs","author":"Scully-Allison C.","year":"2022","unstructured":"Scully-Allison, C., Lumsden, I., Williams, K., Bartels, J., Taufer, M., Brink, S., Bhatele, A., Pearce, O., Isaacs, K.E.: Designing an Interactive, Notebook- Embedded, Tree Visualization to Support Exploratory Performance Analysis. arXiv preprint arXiv:2205.04557 (2022)"},{"key":"e_1_3_2_1_35_1","doi-asserted-by":"publisher","DOI":"10.1177\/1094342006064482"},{"key":"e_1_3_2_1_36_1","doi-asserted-by":"publisher","DOI":"10.1177\/10943420221100262"},{"key":"e_1_3_2_1_37_1","volume-title":"Shen","author":"Wang J.","year":"2018","unstructured":"Wang, J., Hazarika, S., Li, C., Shen, H.W.: Visualization and visual analysis of ensemble data: A survey. IEEE transactions on visualization and computer graphics 25(9), 2853--2872 (2018)"},{"key":"e_1_3_2_1_38_1","volume-title":"Lin","author":"Wang J.","year":"2016","unstructured":"Wang, J., Liu, X., Shen, H.W., Lin, G.: Multi-resolution climate ensemble parameter analysis with nested parallel coordinates plots. IEEE transactions on visualization and computer graphics 23(1), 81--90 (2016)"},{"key":"e_1_3_2_1_39_1","doi-asserted-by":"publisher","DOI":"10.1109\/ISPASS.2014.6844459"}],"event":{"name":"HPDC '23: The 32nd International Symposium on High-Performance Parallel and Distributed Computing","location":"Orlando FL USA","acronym":"HPDC '23","sponsor":["SIGHPC ACM Special Interest Group on High Performance Computing, Special Interest Group on High Performance Computing","SIGARCH ACM Special Interest Group on Computer Architecture"]},"container-title":["Proceedings of the 32nd International Symposium on High-Performance Parallel and Distributed Computing"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3588195.3592989","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3588195.3592989","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,17]],"date-time":"2025-06-17T16:47:25Z","timestamp":1750178845000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3588195.3592989"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,8,7]]},"references-count":39,"alternative-id":["10.1145\/3588195.3592989","10.1145\/3588195"],"URL":"https:\/\/doi.org\/10.1145\/3588195.3592989","relation":{},"subject":[],"published":{"date-parts":[[2023,8,7]]},"assertion":[{"value":"2023-08-07","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}