{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,6,18]],"date-time":"2025-06-18T04:17:37Z","timestamp":1750220257334,"version":"3.41.0"},"publisher-location":"New York, NY, USA","reference-count":22,"publisher":"ACM","license":[{"start":{"date-parts":[[2022,7,8]],"date-time":"2022-07-08T00:00:00Z","timestamp":1657238400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/"}],"funder":[{"DOI":"10.13039\/100000001","name":"National Science Foundation","doi-asserted-by":"publisher","award":["1548562"],"award-info":[{"award-number":["1548562"]}],"id":[{"id":"10.13039\/100000001","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2022,7,8]]},"DOI":"10.1145\/3491418.3530287","type":"proceedings-article","created":{"date-parts":[[2022,7,8]],"date-time":"2022-07-08T16:36:23Z","timestamp":1657298183000},"page":"1-9","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":1,"title":["Metrics of financial effectiveness: Return On Investment in XSEDE, a national cyberinfrastructure coordination and support organization"],"prefix":"10.1145","author":[{"given":"Craig A.","family":"Stewart","sequence":"first","affiliation":[{"name":"National Center for Supercomputing Applications, University of Illinois Urbana-Champaign, USA"}]},{"given":"Claudia M.","family":"Costa","sequence":"additional","affiliation":[{"name":"Pervasive Technology Institute, Indiana University, USA"}]},{"given":"Julie A.","family":"Wernert","sequence":"additional","affiliation":[{"name":"Pervasive Technology Institute, Indiana University, USA"}]},{"given":"David Y.","family":"Hancock","sequence":"additional","affiliation":[{"name":"Indiana University, USA"}]},{"given":"Donald F.","family":"McMullen","sequence":"additional","affiliation":[{"name":"Pervasive Technology Institute, Indiana University, USA"}]},{"given":"Philip","family":"Blood","sequence":"additional","affiliation":[{"name":"Pittsburgh Supercomputing Center, Carnegie Mellon University, USA"}]},{"given":"Robert","family":"Sinkovits","sequence":"additional","affiliation":[{"name":"San Diego Supercomputer Center, University of California San Diego, USA"}]},{"given":"Susan","family":"Mehringer","sequence":"additional","affiliation":[{"name":"Center for Advanced Computing, Cornell University, USA"}]},{"given":"Richard","family":"Knepper","sequence":"additional","affiliation":[{"name":"Center for Advanced Computing, Cornell University, USA"}]},{"given":"Jeremy","family":"Fischer","sequence":"additional","affiliation":[{"name":"Pervasive Technology Institute, Indiana University, USA"}]},{"given":"Marques","family":"Bland","sequence":"additional","affiliation":[{"name":"Texas Advanced Computing Center, University of Texas at Austin, USA"}]},{"given":"Gary","family":"Rogers","sequence":"additional","affiliation":[{"name":"National Institute for Computational Sciences, University of Tennessee at Knoxville, USA"}]},{"given":"Peter","family":"Couvares","sequence":"additional","affiliation":[{"name":"LIGO Laboratory, California Institute of Technology, USA"}]},{"given":"Terry","family":"Campbell","sequence":"additional","affiliation":[{"name":"Department of Accounting, Kelley School of Business, Indiana University, USA"}]},{"given":"Harmony","family":"Jankowski","sequence":"additional","affiliation":[{"name":"Pervasive Technology Institute, Indiana University, USA"}]},{"given":"Winona","family":"Snapp-Childs","sequence":"additional","affiliation":[{"name":"Pervasive Technology Institute, Indiana University, USA"}]},{"given":"John","family":"Towns","sequence":"additional","affiliation":[{"name":"National Center for Supercomputing Applications, University of Illinois Urbana-Champaign, USA"}]}],"member":"320","published-online":{"date-parts":[[2022,7,8]]},"reference":[{"key":"e_1_3_2_1_1_1","first-page":"87","article-title":"High performance computing instrumentation and research productivity in US universities","volume":"10","author":"Apon A.","year":"2010","unstructured":"A. Apon , S. Ahalt , V. Dantuluri , C. Gurdgiev , M. Limayem , L. Ngo , and M. Stealey . 2010 . High performance computing instrumentation and research productivity in US universities . Journal of Information Technology Impact 10 , 2 (2010), 87 \u2013 98 . https:\/\/ssrn.com\/abstract=1679248 A. Apon, S. Ahalt, V. Dantuluri, C. Gurdgiev, M. Limayem, L. Ngo, and M. Stealey. 2010. High performance computing instrumentation and research productivity in US universities. Journal of Information Technology Impact 10, 2 (2010), 87\u201398. https:\/\/ssrn.com\/abstract=1679248","journal-title":"Journal of Information Technology Impact"},{"key":"e_1_3_2_1_2_1","volume-title":"LIGO. Retrieved","author":"Caltech LIGO","year":"2022","unstructured":"LIGO Caltech . 2022 . Laser Interferometer Gravitational-Wave Observatory . LIGO. Retrieved Feb 10, 2022 from https:\/\/www.ligo.caltech.edu\/ LIGO Caltech. 2022. Laser Interferometer Gravitational-Wave Observatory. LIGO. Retrieved Feb 10, 2022 from https:\/\/www.ligo.caltech.edu\/"},{"key":"e_1_3_2_1_3_1","volume-title":"Dataset: XSEDE Return on Investment Data and Analysis -","author":"Costa C.M.","year":"2021","unstructured":"C.M. Costa , J.A. Wernert , D.F. McMullen , C.A. Stewart , P.D. Blood , R. Sinkovits , S.H. Mehringer , R. Knepper , M. Bland , and G. Rogers . 2021 . Dataset: XSEDE Return on Investment Data and Analysis - July 2014 to August 2020. Indiana University . https:\/\/hdl.handle.net\/2022\/27620 C.M. Costa, J.A. Wernert, D.F. McMullen, C.A. Stewart, P.D. Blood, R. Sinkovits, S.H. Mehringer, R. Knepper, M. Bland, and G. Rogers. 2021. Dataset: XSEDE Return on Investment Data and Analysis - July 2014 to August 2020. Indiana University. https:\/\/hdl.handle.net\/2022\/27620"},{"volume-title":"Proceedings of the XSEDE16 Conference on Diversity, Big Data, and Science at Scale. XSEDE16 Conference","author":"Coulter E.","key":"e_1_3_2_1_4_1","unstructured":"E. Coulter , J. Fischer , B. Hallock , R. Knepper , and C.A. Stewart . 2016. Implementation of simple XSEDE-like clusters: Science enabled and lessons learned . In Proceedings of the XSEDE16 Conference on Diversity, Big Data, and Science at Scale. XSEDE16 Conference , Miami, FL, 1\u20138. https:\/\/doi.org\/10.1145\/2949550.2949570 10.1145\/2949550.2949570 E. Coulter, J. Fischer, B. Hallock, R. Knepper, and C.A. Stewart. 2016. Implementation of simple XSEDE-like clusters: Science enabled and lessons learned. In Proceedings of the XSEDE16 Conference on Diversity, Big Data, and Science at Scale. XSEDE16 Conference, Miami, FL, 1\u20138. https:\/\/doi.org\/10.1145\/2949550.2949570"},{"key":"e_1_3_2_1_5_1","volume-title":"TeraGrid Phase III: eXtreme Digital Resources for Science and Engineering (XD). NSF. Retrieved","author":"National","year":"2022","unstructured":"National \u00a0 Science Foundation . 2008. TeraGrid Phase III: eXtreme Digital Resources for Science and Engineering (XD). NSF. Retrieved Feb 9, 2022 from https:\/\/www.nsf.gov\/pubs\/2008\/nsf08571\/nsf08571.htm National\u00a0Science Foundation. 2008. TeraGrid Phase III: eXtreme Digital Resources for Science and Engineering (XD). NSF. Retrieved Feb 9, 2022 from https:\/\/www.nsf.gov\/pubs\/2008\/nsf08571\/nsf08571.htm"},{"key":"e_1_3_2_1_6_1","volume-title":"XSEDE: eXtreme Science and Engineering Discovery Environment. NSF. Retrieved","author":"National","year":"2022","unstructured":"National \u00a0 Science Foundation . 2011. XSEDE: eXtreme Science and Engineering Discovery Environment. NSF. Retrieved Feb 9, 2022 from www.nsf.gov\/awardsearch\/showAward?AWD_ID=1053575 National\u00a0Science Foundation. 2011. XSEDE: eXtreme Science and Engineering Discovery Environment. NSF. Retrieved Feb 9, 2022 from www.nsf.gov\/awardsearch\/showAward?AWD_ID=1053575"},{"key":"e_1_3_2_1_7_1","volume-title":"Integrating, Enabling and Enhancing National Cyberinfrastructure with Expanding Community Involvement. NSF. Retrieved","author":"National","year":"2022","unstructured":"National \u00a0 Science Foundation . 2016. XSEDE 2.0 : Integrating, Enabling and Enhancing National Cyberinfrastructure with Expanding Community Involvement. NSF. Retrieved Feb 9, 2022 from https:\/\/www.nsf.gov\/awardsearch\/showAward?AWD_ID=1548562 National\u00a0Science Foundation. 2016. XSEDE 2.0: Integrating, Enabling and Enhancing National Cyberinfrastructure with Expanding Community Involvement. NSF. Retrieved Feb 9, 2022 from https:\/\/www.nsf.gov\/awardsearch\/showAward?AWD_ID=1548562"},{"key":"e_1_3_2_1_8_1","volume-title":"VRF. Retrieved","author":"Foundation Value\u00a0Reporting","year":"2022","unstructured":"Value\u00a0Reporting Foundation . 2022 . Integrated Reporting Framework . VRF. Retrieved Feb 17, 2022 from https:\/\/www.integratedreporting.org\/ Value\u00a0Reporting Foundation. 2022. Integrated Reporting Framework. VRF. Retrieved Feb 17, 2022 from https:\/\/www.integratedreporting.org\/"},{"volume-title":"WK Kellogg Foundation logic model development guide","author":"Foundation K\u00a0Kellogg","key":"e_1_3_2_1_9_1","unstructured":"W K\u00a0Kellogg Foundation . 2004. WK Kellogg Foundation logic model development guide . WK Kellogg Foundation, East Battle Creek, MI. WK\u00a0Kellogg Foundation. 2004. WK Kellogg Foundation logic model development guide. WK Kellogg Foundation, East Battle Creek, MI."},{"volume-title":"Practice and Experience in Advanced Research Computing. PEARC20 Conference","author":"Froeschl L.","key":"e_1_3_2_1_10_1","unstructured":"L. Froeschl , S. Wells , and M. Bland . 2020. Best Practices in Project Management in a Large, Distributed Organization: Lessons Learned from XSEDE . In Practice and Experience in Advanced Research Computing. PEARC20 Conference , Portland, Oregon, 386\u2013392. https:\/\/doi.org\/10.1145\/3311790.3396632 10.1145\/3311790.3396632 L. Froeschl, S. Wells, and M. Bland. 2020. Best Practices in Project Management in a Large, Distributed Organization: Lessons Learned from XSEDE. In Practice and Experience in Advanced Research Computing. PEARC20 Conference, Portland, Oregon, 386\u2013392. https:\/\/doi.org\/10.1145\/3311790.3396632"},{"key":"e_1_3_2_1_11_1","volume-title":"SCGI. Retrieved","author":"Science Gateways\u00a0Community Institute","year":"2022","unstructured":"Science Gateways\u00a0Community Institute . 2022 . Science Gateways . SCGI. Retrieved Feb 17, 2022 from https:\/\/sciencegateways.org\/ Science Gateways\u00a0Community Institute. 2022. Science Gateways. SCGI. Retrieved Feb 17, 2022 from https:\/\/sciencegateways.org\/"},{"key":"e_1_3_2_1_12_1","volume-title":"Cost Accounting: Foundations and Evolutions (Available Titles Cengagenow). Cengage Learning","author":"Kinney M.R.","year":"2011","unstructured":"M.R. Kinney and C.A. Raiborn . 2011 . Cost Accounting: Foundations and Evolutions (Available Titles Cengagenow). Cengage Learning , Boston, MA . M.R. Kinney and C.A. Raiborn. 2011. Cost Accounting: Foundations and Evolutions (Available Titles Cengagenow). Cengage Learning, Boston, MA."},{"volume-title":"Proceedings of the Practice and Experience in Advanced Research Computing 2017 on Sustainability, Success and Impact. PEARC17 Conference","author":"Navarro J.P.","key":"e_1_3_2_1_13_1","unstructured":"J.P. Navarro , C.A. Stewart , R. Knepper , L. Liming , D. Lifka , and M. Dahan . 2017. The Community Software Repository from XSEDE: A Resource for the National Research Community . In Proceedings of the Practice and Experience in Advanced Research Computing 2017 on Sustainability, Success and Impact. PEARC17 Conference , New Orleans, LA, 1\u20138. https:\/\/doi.org\/10.1145\/3093338.3093373 10.1145\/3093338.3093373 J.P. Navarro, C.A. Stewart, R. Knepper, L. Liming, D. Lifka, and M. Dahan. 2017. The Community Software Repository from XSEDE: A Resource for the National Research Community. In Proceedings of the Practice and Experience in Advanced Research Computing 2017 on Sustainability, Success and Impact. PEARC17 Conference, New Orleans, LA, 1\u20138. https:\/\/doi.org\/10.1145\/3093338.3093373"},{"key":"e_1_3_2_1_14_1","volume-title":"Storage and Analysis. SC14 Conference","author":"Newby G.","year":"2022","unstructured":"G. Newby , A. Apon , N. Berente , R. Eigenmann , S. Fratkin , D. Lifka , and C.A. Stewart . 2015. Return on Investment from Academic Supercomputing: SC14 Panel. In Supercomputing 2014: The International Conference for High Performance Computing, Networking , Storage and Analysis. SC14 Conference , New Orleans, LA. https:\/\/hdl.handle.net\/ 2022 \/19242 G. Newby, A. Apon, N. Berente, R. Eigenmann, S. Fratkin, D. Lifka, and C.A. Stewart. 2015. Return on Investment from Academic Supercomputing: SC14 Panel. In Supercomputing 2014: The International Conference for High Performance Computing, Networking, Storage and Analysis. SC14 Conference, New Orleans, LA. https:\/\/hdl.handle.net\/2022\/19242"},{"key":"e_1_3_2_1_15_1","doi-asserted-by":"publisher","DOI":"10.1145\/3332186.3332228"},{"key":"#cr-split#-e_1_3_2_1_16_1.1","doi-asserted-by":"crossref","unstructured":"C.A. Stewart D.Y. Hancock J.A. Wernert M.R. Link N. Wilkins-Diehr T. Miller K. Gaither and W. Snapp-Childs. 2018. Return on Investment for Three Cyberinfrastructure Facilities: A Local Campus Supercomputer the NSF-Funded Jetstream Cloud System and XSEDE (the eXtreme Science and Engineering Discovery Environment). In 2018 IEEE\/ACM 11th International Conference on Utility and Cloud Computing (UCC). IEEE Computer Society Los Alamitos CA USA 223-236. https:\/\/doi.org\/10.1109\/UCC.2018.00031 10.1109\/UCC.2018.00031","DOI":"10.1109\/UCC.2018.00031"},{"key":"#cr-split#-e_1_3_2_1_16_1.2","doi-asserted-by":"crossref","unstructured":"C.A. Stewart D.Y. Hancock J.A. Wernert M.R. Link N. Wilkins-Diehr T. Miller K. Gaither and W. Snapp-Childs. 2018. Return on Investment for Three Cyberinfrastructure Facilities: A Local Campus Supercomputer the NSF-Funded Jetstream Cloud System and XSEDE (the eXtreme Science and Engineering Discovery Environment). In 2018 IEEE\/ACM 11th International Conference on Utility and Cloud Computing (UCC). IEEE Computer Society Los Alamitos CA USA 223-236. https:\/\/doi.org\/10.1109\/UCC.2018.00031","DOI":"10.1109\/UCC.2018.00031"},{"volume-title":"Proceedings of the 2015 XSEDE Conference: Scientific Advancements Enabled by Enhanced Cyberinfrastructure. XSEDE15 Conference, St","author":"Stewart C.A.","key":"e_1_3_2_1_17_1","unstructured":"C.A. Stewart , R. Roskies , R. Knepper , R.L. Moore , J. Whitt , and T.M. Cockerill . 2015. XSEDE value added, cost avoidance, and return on investment . In Proceedings of the 2015 XSEDE Conference: Scientific Advancements Enabled by Enhanced Cyberinfrastructure. XSEDE15 Conference, St . Louis, MO, 1\u20138. https:\/\/doi.org\/10.1145\/2792745.2792768 10.1145\/2792745.2792768 C.A. Stewart, R. Roskies, R. Knepper, R.L. Moore, J. Whitt, and T.M. Cockerill. 2015. XSEDE value added, cost avoidance, and return on investment. In Proceedings of the 2015 XSEDE Conference: Scientific Advancements Enabled by Enhanced Cyberinfrastructure. XSEDE15 Conference, St. Louis, MO, 1\u20138. https:\/\/doi.org\/10.1145\/2792745.2792768"},{"key":"e_1_3_2_1_18_1","doi-asserted-by":"publisher","DOI":"10.1109\/MCSE.2014.80"},{"key":"e_1_3_2_1_19_1","volume-title":"Technical Report: XSEDE Return on Investment (Proxy) Data and Analysis Methods","author":"Wernert J.A.","year":"2014","unstructured":"J.A. Wernert , C.M. Costa , D.F. McMullen , C.A. Stewart , P.D. Blood , R. Sinkovits , S.H. Mehringer , R. Knepper , M. Bland , and G. Rogers . 2021 . Technical Report: XSEDE Return on Investment (Proxy) Data and Analysis Methods , July 2014 to August 2020. Technical Report. XSEDE. https:\/\/hdl.handle.net\/ 2022\/27621 J.A. Wernert, C.M. Costa, D.F. McMullen, C.A. Stewart, P.D. Blood, R. Sinkovits, S.H. Mehringer, R. Knepper, M. Bland, and G. Rogers. 2021. Technical Report: XSEDE Return on Investment (Proxy) Data and Analysis Methods, July 2014 to August 2020. Technical Report. XSEDE. https:\/\/hdl.handle.net\/2022\/27621"},{"volume-title":"International Conference on Supercomputing in Mexico. Springer, Monterrey, MX, 3\u201313","author":"Wilkins-Diehr N.","key":"e_1_3_2_1_20_1","unstructured":"N. Wilkins-Diehr , S. Sanielevici , J. Alameda , J. Cazes , L. Crosby , M. Pierce , and R. Roskies . 2015. An overview of the XSEDE extended collaborative support program . In International Conference on Supercomputing in Mexico. Springer, Monterrey, MX, 3\u201313 . https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-319-32243-8_1.pdf N. Wilkins-Diehr, S. Sanielevici, J. Alameda, J. Cazes, L. Crosby, M. Pierce, and R. Roskies. 2015. An overview of the XSEDE extended collaborative support program. In International Conference on Supercomputing in Mexico. Springer, Monterrey, MX, 3\u201313. https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-319-32243-8_1.pdf"},{"key":"e_1_3_2_1_21_1","volume-title":"XSEDE. Retrieved","author":"XSEDE.","year":"2022","unstructured":"XSEDE. 2022 . SP Resource Operational Status Console . XSEDE. Retrieved Feb 10, 2022 from https:\/\/software.xsede.org\/sp-resource-operational-status-console XSEDE. 2022. SP Resource Operational Status Console. XSEDE. Retrieved Feb 10, 2022 from https:\/\/software.xsede.org\/sp-resource-operational-status-console"}],"event":{"name":"PEARC '22: Practice and Experience in Advanced Research Computing","sponsor":["SIGAPP ACM Special Interest Group on Applied Computing","SIGHPC ACM Special Interest Group on High Performance Computing, Special Interest Group on High Performance Computing"],"location":"Boston MA USA","acronym":"PEARC '22"},"container-title":["Practice and Experience in Advanced Research Computing"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3491418.3530287","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3491418.3530287","content-type":"application\/pdf","content-version":"vor","intended-application":"syndication"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3491418.3530287","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,17]],"date-time":"2025-06-17T19:30:48Z","timestamp":1750188648000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3491418.3530287"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022,7,8]]},"references-count":22,"alternative-id":["10.1145\/3491418.3530287","10.1145\/3491418"],"URL":"https:\/\/doi.org\/10.1145\/3491418.3530287","relation":{},"subject":[],"published":{"date-parts":[[2022,7,8]]},"assertion":[{"value":"2022-07-08","order":2,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}