{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,22]],"date-time":"2026-07-22T11:04:46Z","timestamp":1784718286643,"version":"3.55.0"},"publisher-location":"New York, NY, USA","reference-count":31,"publisher":"ACM","license":[{"start":{"date-parts":[[2026,7,26]],"date-time":"2026-07-26T00:00:00Z","timestamp":1785024000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/legalcode"}],"funder":[{"name":"National Science Foundation","award":["2431425"],"award-info":[{"award-number":["2431425"]}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2026,7,26]]},"DOI":"10.1145\/3785462.3815804","type":"proceedings-article","created":{"date-parts":[[2026,7,22]],"date-time":"2026-07-22T10:41:43Z","timestamp":1784716903000},"page":"1-9","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":0,"title":["Practical Evaluation Methods for Scientific Instruments"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-5251-5466","authenticated-orcid":false,"given":"Kate","family":"Keahey","sequence":"first","affiliation":[{"name":"The University of Chicago, Chicago, IL, USA and Argonne National Laboratory, Lemont, IL, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0002-0815-1199","authenticated-orcid":false,"given":"Paul","family":"Marshall","sequence":"additional","affiliation":[{"name":"The University of Chicago, Chicago, IL, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-9002-6586","authenticated-orcid":false,"given":"Mark","family":"Powers","sequence":"additional","affiliation":[{"name":"The University of Chicago, Chicago, IL, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0000-3532-4281","authenticated-orcid":false,"given":"Marc","family":"Richardson","sequence":"additional","affiliation":[{"name":"The University of Chicago, Chicago, IL, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-0352-8842","authenticated-orcid":false,"given":"Michael","family":"Sherman","sequence":"additional","affiliation":[{"name":"The University of Chicago, Chicago, IL, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-6673-6748","authenticated-orcid":false,"given":"Dan","family":"Stanzione","sequence":"additional","affiliation":[{"name":"The University of Texas at Austin, Austin, Texas, USA and Texas Advanced Computing Center, Austin, Texas, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"320","published-online":{"date-parts":[[2026,7,26]]},"reference":[{"key":"e_1_3_3_1_2_2","doi-asserted-by":"publisher","DOI":"10.1145\/3491418.3530770"},{"key":"e_1_3_3_1_3_2","doi-asserted-by":"publisher","DOI":"10.1145\/3626203.3670633"},{"key":"e_1_3_3_1_4_2","doi-asserted-by":"publisher","DOI":"10.1145\/3569951.3597559"},{"key":"e_1_3_3_1_5_2","doi-asserted-by":"publisher","unstructured":"Lutz Bornmann and Hans\u2010Dieter Daniel. 2008. What do citation counts measure? A review of studies on citing behavior. Journal of Documentation 64 1 (01 2008) 45\u201380. 10.1108\/00220410810844150 arXiv:https:\/\/www.emerald.com\/jd\/article-pdf\/64\/1\/45\/1494385\/00220410810844150.pdf","DOI":"10.1108\/00220410810844150"},{"key":"e_1_3_3_1_6_2","unstructured":"Chameleon Cloud. 2026. Add Publication. https:\/\/chameleoncloud.org\/user\/projects\/add\/publications\/. Accessed: 2025-02-06."},{"key":"e_1_3_3_1_7_2","unstructured":"Chameleon Cloud. 2026. Chameleon Used in Research. https:\/\/chameleoncloud.org\/user\/projects\/chameleon-used-research\/. Complete list of publications supported by Chameleon."},{"key":"e_1_3_3_1_8_2","unstructured":"Chameleon Cloud. 2026. Magpub - A Tool for Collecting Academic Publications. https:\/\/github.com\/ChameleonCloud\/magpub\/. Accessed: 2026-06-17."},{"key":"e_1_3_3_1_9_2","unstructured":"Chameleon Cloud. 2026. Usage Exploration. https:\/\/github.com\/ChameleonCloud\/usage-exploration. Accessed: 2026-02-09."},{"key":"e_1_3_3_1_10_2","unstructured":"Chameleon Cloud. 2026. User and Project Reports. https:\/\/github.com\/ChameleonCloud\/user_project_reports. Accessed: 2026-02-09."},{"key":"e_1_3_3_1_11_2","unstructured":"Cornell University. 2024. arXiv.org e-Print Archive. https:\/\/arxiv.org. Accessed: 2026-06-16."},{"key":"e_1_3_3_1_12_2","unstructured":"Elsevier. 2024. Social Science Research Network (SSRN). https:\/\/www.ssrn.com. Accessed: 2026-06-16."},{"key":"e_1_3_3_1_13_2","unstructured":"Elsevier. 2026. Scopus. https:\/\/www.scopus.com. Abstract and citation database."},{"key":"e_1_3_3_1_14_2","unstructured":"Google. 2026. Google Scholar. https:\/\/scholar.google.com."},{"key":"e_1_3_3_1_15_2","unstructured":"Google LLC. 2025. Google LLC v. SerpApi LLC. https:\/\/storage.googleapis.com\/gweb-uniblog-publish-prod\/documents\/Google_v._SerpApi__Complaint.pdf. Case No. 4:25-cv-10826 U.S. District Court for the Northern District of California filed Dec. 19 2025."},{"key":"e_1_3_3_1_16_2","doi-asserted-by":"publisher","DOI":"10.1145\/3491418.3530765"},{"key":"e_1_3_3_1_17_2","volume-title":"Proceedings of the 2020 USENIX Annual Technical Conference (USENIX ATC \u201920)","author":"Keahey Kate","year":"2020","unstructured":"Kate Keahey, Jason Anderson, Zhuo Zhen, Pierre Riteau, Paul Ruth, Dan Stanzione, Mert Cevik, Jacob Colleran, Haryadi\u00a0S. Gunawi, Cody Hammock, Joe Mambretti, Alexander Barnes, Fran\u00e7ois Halbach, Alex Rocha, and Joe Stubbs. 2020. Lessons Learned from the Chameleon Testbed. In Proceedings of the 2020 USENIX Annual Technical Conference (USENIX ATC \u201920). USENIX Association."},{"key":"e_1_3_3_1_18_2","doi-asserted-by":"publisher","DOI":"10.1109\/CLOUD.2019.00019"},{"key":"e_1_3_3_1_19_2","first-page":"106","volume-title":"Proceedings of the 61st Annual Meeting of the Association for Computational Linguistics (Volume 3: System Demonstrations)","author":"Kinney Rodney","year":"2023","unstructured":"Rodney Kinney, Chloe Anastasiades, Russell Authur, Iz Beltagy, Jonathan Bragg, Alexandra Buraczynski, Isabel Cachola, Stefan Candra, Yoganand Chandrasekhar, Arman Cohan, et\u00a0al. 2023. Semantic Scholar. In Proceedings of the 61st Annual Meeting of the Association for Computational Linguistics (Volume 3: System Demonstrations). 106\u2013112."},{"key":"e_1_3_3_1_20_2","doi-asserted-by":"crossref","unstructured":"Alberto Mart\u00edn-Mart\u00edn Mike Thelwall Enrique Orduna-Malea and Emilio Delgado L\u00f3pez-C\u00f3zar. 2021. Google Scholar Microsoft Academic Scopus Dimensions Web of Science and OpenCitations\u2019COCI: a multidisciplinary comparison of coverage via citations. Scientometrics 126 1 (2021) 871\u2013906.","DOI":"10.1007\/s11192-020-03690-4"},{"key":"e_1_3_3_1_21_2","volume-title":"OpenStack Documentation","author":"Contributors OpenStack","year":"2026","unstructured":"OpenStack Contributors. 2026. OpenStack Documentation. OpenStack Foundation. https:\/\/docs.openstack.org\/ Accessed: 2026-02-09."},{"key":"e_1_3_3_1_22_2","doi-asserted-by":"publisher","unstructured":"Jeffrey\u00a0T. Palmer Steven\u00a0M. Gallo Thomas\u00a0R. Furlani Matthew\u00a0D. Jones Robert\u00a0L. DeLeon Joseph\u00a0P. White Nikolay Simakov Abani\u00a0K. Patra Jeanette Sperhac Thomas Yearke Ryan Rathsam Martins Innus Cynthia\u00a0D. Cornelius James\u00a0C. Browne William\u00a0L. Barth and Richard\u00a0T. Evans. 2015. Open XDMoD: A Tool for the Comprehensive Management of High-Performance Computing Resources. Computing in Science & Engineering 17 4 (2015) 52\u201362. 10.1109\/MCSE.2015.68","DOI":"10.1109\/MCSE.2015.68"},{"key":"e_1_3_3_1_23_2","doi-asserted-by":"publisher","DOI":"10.5555\/1298455.1298489"},{"key":"e_1_3_3_1_24_2","unstructured":"John\u00a0W. Ratcliff and David\u00a0E. Metzener. 1988. Pattern Matching: The Gestalt Approach. Dr. Dobb\u2019s Journal 13 7 (1988) 46\u201372."},{"key":"e_1_3_3_1_25_2","doi-asserted-by":"crossref","unstructured":"Winona\u00a0G. Snapp-Childs David\u00a0L. Hart Claudia\u00a0M. Costa Julie\u00a0A. Wernert Harmony\u00a0E. Jankowski John\u00a0W. Towns and Craig\u00a0A. Stewart. 2024. Evaluating Return on Investment for Cyberinfrastructure Using the International Integrated Reporting <IR> Framework. SN Computer Science 5 5 (2024) 558.","DOI":"10.1007\/s42979-024-02889-z"},{"key":"e_1_3_3_1_26_2","doi-asserted-by":"publisher","DOI":"10.1145\/3491418.3535131"},{"key":"e_1_3_3_1_27_2","doi-asserted-by":"publisher","DOI":"10.1145\/3491418.3530287"},{"key":"e_1_3_3_1_28_2","doi-asserted-by":"crossref","unstructured":"Craig\u00a0A. Stewart Claudia\u00a0M. Costa Julie\u00a0A. Wernert Winona Snapp-Childs Marques Bland Philip Blood Terry Campbell Peter Couvares Jeremy Fischer David\u00a0Y. Hancock David\u00a0L. Hart Harmony Jankowski Richard Knepper Donald\u00a0F. McMullen Susan Mehringer Marlon Pierce Gary Rogers Robert\u00a0S. Sinkovits and John Towns. 2023. Use of accounting concepts to study research: return on investment in XSEDE a US cyberinfrastructure service. Scientometrics 128 6 (2023) 3225\u20133255.","DOI":"10.1007\/s11192-022-04539-8"},{"key":"e_1_3_3_1_29_2","doi-asserted-by":"publisher","DOI":"10.1109\/eScience.2016.7870901"},{"key":"e_1_3_3_1_30_2","doi-asserted-by":"publisher","DOI":"10.1145\/3437359.3465601"},{"key":"e_1_3_3_1_31_2","doi-asserted-by":"publisher","DOI":"10.1145\/3708035.3736060"},{"key":"e_1_3_3_1_32_2","doi-asserted-by":"publisher","unstructured":"Kiduk Yang and Lokman\u00a0I. Meho. 2006. Citation Analysis: A Comparison of Google Scholar Scopus and Web of Science. Proceedings of the American Society for Information Science and Technology 43 1 (2006) 1\u201315. 10.1002\/meet.14504301185","DOI":"10.1002\/meet.14504301185"}],"event":{"name":"PEARC '26: Practice and Experience in Advanced Research Computing","location":"Minneapolis MN USA","acronym":"PEARC '26","sponsor":["SIGHPC ACM Special Interest Group on High Performance Computing, Special Interest Group on High Performance Computing","SIGAPP ACM Special Interest Group on Applied Computing"]},"container-title":["Proceedings of the Practice and Experience in Advanced Research Computing 2026: Resilient Roots + Empowered Communities"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/abs\/10.1145\/3785462.3815804","content-type":"text\/html","content-version":"vor","intended-application":"syndication"}],"deposited":{"date-parts":[[2026,7,22]],"date-time":"2026-07-22T10:43:57Z","timestamp":1784717037000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3785462.3815804"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026,7,26]]},"references-count":31,"alternative-id":["10.1145\/3785462.3815804","10.1145\/3785462"],"URL":"https:\/\/doi.org\/10.1145\/3785462.3815804","relation":{},"subject":[],"published":{"date-parts":[[2026,7,26]]},"assertion":[{"value":"2026-07-26","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}