{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,28]],"date-time":"2026-04-28T00:33:20Z","timestamp":1777336400136,"version":"3.51.4"},"publisher-location":"New York, NY, USA","reference-count":39,"publisher":"ACM","license":[{"start":{"date-parts":[[2019,7,28]],"date-time":"2019-07-28T00:00:00Z","timestamp":1564272000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/"}],"funder":[{"DOI":"10.13039\/100000001","name":"national science foundation","doi-asserted-by":"publisher","award":["1445604, 1053575, 1548562, 1362134, 1405767, 1243436, 1148996, 0946726"],"award-info":[{"award-number":["1445604, 1053575, 1548562, 1362134, 1405767, 1243436, 1148996, 0946726"]}],"id":[{"id":"10.13039\/100000001","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2019,7,28]]},"DOI":"10.1145\/3332186.3332228","type":"proceedings-article","created":{"date-parts":[[2019,7,30]],"date-time":"2019-07-30T19:55:41Z","timestamp":1564516541000},"page":"1-8","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":18,"title":["Assessment of financial returns on investments in cyberinfrastructure facilities"],"prefix":"10.1145","author":[{"given":"Craig A.","family":"Stewart","sequence":"first","affiliation":[{"name":"Pervasive Technology Institute, Indiana University, Bloomington"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"David Y.","family":"Hancock","sequence":"additional","affiliation":[{"name":"Pervasive Technology Institute, Indiana University, Bloomington"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Julie","family":"Wernert","sequence":"additional","affiliation":[{"name":"Pervasive Technology Institute, Indiana University, Bloomington"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Thomas","family":"Furlani","sequence":"additional","affiliation":[{"name":"Roswell Park Comprehensive Cancer Center"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"David","family":"Lifka","sequence":"additional","affiliation":[{"name":"Cornell University"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Alan","family":"Sill","sequence":"additional","affiliation":[{"name":"High Performance Computing Center, Texas Tech University"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Nicholas","family":"Berente","sequence":"additional","affiliation":[{"name":"Mendoza College of Business, University of Notre Dame"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Donald F.","family":"McMullen","sequence":"additional","affiliation":[{"name":"Texas A&M University"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Thomas","family":"Cheatham","sequence":"additional","affiliation":[{"name":"University of Utah"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Amy","family":"Apon","sequence":"additional","affiliation":[{"name":"Computer Science Division, Clemson University"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Ron","family":"Payne","sequence":"additional","affiliation":[{"name":"University of Illinois, Urbana-Champaign"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Shawn D.","family":"Slavin","sequence":"additional","affiliation":[{"name":"Pervasive Technology Institute, Indiana University, Bloomington"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"320","published-online":{"date-parts":[[2019,7,28]]},"reference":[{"key":"e_1_3_2_1_1_1","unstructured":"{n. d.}. Advanced CyberInfrastructure - Research and Education Facilitators. https:\/\/aciref.org\/  {n. d.}. Advanced CyberInfrastructure - Research and Education Facilitators. https:\/\/aciref.org\/"},{"key":"e_1_3_2_1_2_1","unstructured":"{n. d.}. Aristotle Cloud Federation: Federated Cloud Model. http:\/\/federatedcloud.org  {n. d.}. Aristotle Cloud Federation: Federated Cloud Model. http:\/\/federatedcloud.org"},{"key":"e_1_3_2_1_3_1","unstructured":"{n. d.}. Campus Research Computing Consortium. https:\/\/carcc.org  {n. d.}. Campus Research Computing Consortium. https:\/\/carcc.org"},{"key":"e_1_3_2_1_4_1","unstructured":"{n. d.}. Cornell University Center for Advanced Computing. https:\/\/www.cac.cornell.edu\/  {n. d.}. Cornell University Center for Advanced Computing. https:\/\/www.cac.cornell.edu\/"},{"key":"e_1_3_2_1_5_1","unstructured":"{n. d.}. Economic Impact Analysis for Planning. http:\/\/www.implan.com\/  {n. d.}. Economic Impact Analysis for Planning. http:\/\/www.implan.com\/"},{"key":"e_1_3_2_1_6_1","unstructured":"{n. d.}. Fermilab HEPCloud. https:\/\/hepcloud.fnal.gov\/  {n. d.}. Fermilab HEPCloud. https:\/\/hepcloud.fnal.gov\/"},{"key":"e_1_3_2_1_7_1","unstructured":"{n. d.}. High Performance Computing (HPC) Research. https:\/\/hyperionresearch.com\/  {n. d.}. High Performance Computing (HPC) Research. https:\/\/hyperionresearch.com\/"},{"key":"e_1_3_2_1_8_1","unstructured":"{n. d.}. ROI with HPC. https:\/\/www.hpcuserforum.com\/ROI\/  {n. d.}. ROI with HPC. https:\/\/www.hpcuserforum.com\/ROI\/"},{"key":"e_1_3_2_1_9_1","unstructured":"{n. d.}. The CMS Experiment. https:\/\/cms.cern\/  {n. d.}. The CMS Experiment. https:\/\/cms.cern\/"},{"key":"e_1_3_2_1_10_1","unstructured":"{n. d.}. XSEDE. https:\/\/www.xsede.org\/  {n. d.}. XSEDE. https:\/\/www.xsede.org\/"},{"key":"e_1_3_2_1_11_1","unstructured":"{n. d.}. XSEDE Campus Champions. https:\/\/www.xsede.org\/web\/site\/community-engagement\/campus-champions  {n. d.}. XSEDE Campus Champions. https:\/\/www.xsede.org\/web\/site\/community-engagement\/campus-champions"},{"key":"e_1_3_2_1_12_1","unstructured":"2004. W.K. Kellog Foundation Logic Model Development Guide.  2004. W.K. Kellog Foundation Logic Model Development Guide."},{"key":"e_1_3_2_1_13_1","unstructured":"2007. Sourcebook for Evaluating Global and Regional Partnership Programs: Indicative Principles and Standards. Washington D.C. http:\/\/www.oecd.org\/development\/evaluation\/dcdndep\/37981082.pdf  2007. Sourcebook for Evaluating Global and Regional Partnership Programs: Indicative Principles and Standards. Washington D.C. http:\/\/www.oecd.org\/development\/evaluation\/dcdndep\/37981082.pdf"},{"key":"e_1_3_2_1_14_1","volume-title":"Colleges With the Greatest Percentage Decreases in Full-Time Undergraduates. Chronicle of Higher Education 65, 15 (12","year":"2018","unstructured":"2018. Colleges With the Greatest Percentage Decreases in Full-Time Undergraduates. Chronicle of Higher Education 65, 15 (12 2018 ). https:\/\/www.chronicle.com\/article\/Colleges-With-the-Greatest\/245285 2018. Colleges With the Greatest Percentage Decreases in Full-Time Undergraduates. Chronicle of Higher Education 65, 15 (12 2018). https:\/\/www.chronicle.com\/article\/Colleges-With-the-Greatest\/245285"},{"key":"e_1_3_2_1_15_1","article-title":"High Performance Computing Instrumentation and Research Productivity in U.S. Universities","volume":"10","author":"Apon Amy","year":"2010","unstructured":"Amy Apon , Stanley Ahalt , Vijay Dantuluri , Constantin Gurdgiev , Moez Limayem , Linh Ngo , and Michael Stealey . 2010 . High Performance Computing Instrumentation and Research Productivity in U.S. Universities . Journal of Information Technology Impact 10 , 2 (9 2010), 87--98. https:\/\/papers.ssrn.com\/sol3\/papers.cfm?abstract_id=1679248 Amy Apon, Stanley Ahalt, Vijay Dantuluri, Constantin Gurdgiev, Moez Limayem, Linh Ngo, and Michael Stealey. 2010. High Performance Computing Instrumentation and Research Productivity in U.S. Universities. Journal of Information Technology Impact 10, 2 (9 2010), 87--98. https:\/\/papers.ssrn.com\/sol3\/papers.cfm?abstract_id=1679248","journal-title":"Journal of Information Technology Impact"},{"key":"e_1_3_2_1_16_1","volume-title":"College students predicted to fall by more than 15% after the year","author":"Barshay Jill","year":"2025","unstructured":"Jill Barshay . 2018. College students predicted to fall by more than 15% after the year 2025 . The Hechinger Report ( 9 2018). https:\/\/hechingerreport.org\/college-students-predicted-to-fall-by-more-than-15-after-the-year-2025\/ Jill Barshay. 2018. College students predicted to fall by more than 15% after the year 2025. The Hechinger Report (9 2018). https:\/\/hechingerreport.org\/college-students-predicted-to-fall-by-more-than-15-after-the-year-2025\/"},{"key":"e_1_3_2_1_17_1","doi-asserted-by":"publisher","DOI":"10.1088\/1742-6596\/898\/5\/052019"},{"key":"e_1_3_2_1_18_1","first-page":"1","article-title":"From Bare Metal to Virtual. In PEARC '18 Proceedings of the Practice and Experience on Advanced Research Computing. ACM, New York","volume":"13","author":"Bollig Evan F.","year":"2018","unstructured":"Evan F. Bollig and James C. Wilgenbusch . 2018 . From Bare Metal to Virtual. In PEARC '18 Proceedings of the Practice and Experience on Advanced Research Computing. ACM, New York , NY, USA , 13 : 1 -- 13 :8. Evan F. Bollig and James C. Wilgenbusch. 2018. From Bare Metal to Virtual. In PEARC '18 Proceedings of the Practice and Experience on Advanced Research Computing. ACM, New York, NY, USA, 13:1--13:8.","journal-title":"NY, USA"},{"key":"e_1_3_2_1_20_1","doi-asserted-by":"publisher","DOI":"10.1145\/2792745.2792766"},{"key":"e_1_3_2_1_22_1","doi-asserted-by":"publisher","DOI":"10.1145\/2335755.2335842"},{"key":"e_1_3_2_1_23_1","volume-title":"Investopedia: Cost Center. https:\/\/www.investopedia.com\/terms\/c\/cost-center.asp","author":"Kenton Will","year":"2018","unstructured":"Will Kenton . 2018 . Investopedia: Cost Center. https:\/\/www.investopedia.com\/terms\/c\/cost-center.asp Will Kenton. 2018. Investopedia: Cost Center. https:\/\/www.investopedia.com\/terms\/c\/cost-center.asp"},{"key":"e_1_3_2_1_24_1","volume-title":"Raiborn","author":"Kinney Michael R.","year":"2012","unstructured":"Michael R. Kinney and Cecily A . Raiborn . 2012 . Cost Accounting - Foundations and Evolutionse ( 9th ed.). Michael R. Kinney and Cecily A. Raiborn. 2012. Cost Accounting - Foundations and Evolutionse (9th ed.)."},{"key":"e_1_3_2_1_25_1","volume-title":"Evaluating Training Programs: The Four Levels","author":"Kirkpatrick D.L.","unstructured":"D.L. Kirkpatrick . 1998. Evaluating Training Programs: The Four Levels ( 2 nd ed.). BerrettKoehler Publishers , San Francisco, CA . D.L. Kirkpatrick. 1998. Evaluating Training Programs: The Four Levels (2nd ed.). BerrettKoehler Publishers, San Francisco, CA.","edition":"2"},{"key":"e_1_3_2_1_26_1","volume-title":"Overview of the Cornell University Center for Advanced Computing Sustainable Funding Model. In NSF Workshop on Sustainable Funding and Business Models for High Performance Computing Centers","author":"Lifka D.","unstructured":"D. Lifka , R. Reynolds , Susan Mehringer , and P. Redfern . {n. d.} . Overview of the Cornell University Center for Advanced Computing Sustainable Funding Model. In NSF Workshop on Sustainable Funding and Business Models for High Performance Computing Centers . Ithaca, NY. D. Lifka, R. Reynolds, Susan Mehringer, and P. Redfern. {n. d.}. Overview of the Cornell University Center for Advanced Computing Sustainable Funding Model. In NSF Workshop on Sustainable Funding and Business Models for High Performance Computing Centers. Ithaca, NY."},{"key":"e_1_3_2_1_27_1","unstructured":"National Center for Supercomputing Applications. 2017. NCSA's Blue Waters project provides $1.08 billion direct return to Illinois' economy. http:\/\/www.ncsa.illinois.edu\/news\/story\/ncsas_blue_waters_project_provides_1.08_billion_direct_return_to_illinois_e  National Center for Supercomputing Applications. 2017. NCSA's Blue Waters project provides $1.08 billion direct return to Illinois' economy. http:\/\/www.ncsa.illinois.edu\/news\/story\/ncsas_blue_waters_project_provides_1.08_billion_direct_return_to_illinois_e"},{"key":"e_1_3_2_1_28_1","doi-asserted-by":"publisher","DOI":"10.1109\/MCSE.2015.68"},{"key":"e_1_3_2_1_29_1","unstructured":"HHS Office of Civil Rights. 2016. Widespread HIPAA vulnerabilities result in $2.7 million settlement with Oregon Health & Science University {Press release}. https:\/\/wayback.archive-it.org\/3926\/20170128024121\/https:\/\/www.hhs.gov\/about\/news\/2016\/07\/18\/widespread-hipaa-vulnerabilities-result-in-settlement-with-oregon-health-science-university.html  HHS Office of Civil Rights. 2016. Widespread HIPAA vulnerabilities result in $2.7 million settlement with Oregon Health & Science University {Press release}. https:\/\/wayback.archive-it.org\/3926\/20170128024121\/https:\/\/www.hhs.gov\/about\/news\/2016\/07\/18\/widespread-hipaa-vulnerabilities-result-in-settlement-with-oregon-health-science-university.html"},{"key":"e_1_3_2_1_30_1","doi-asserted-by":"crossref","unstructured":"Olga Scrivener Gangadeep Singh Sara E. Bouchard Scott C. Hutcheson Ben Fulton Matthew R. Link and Katy Borner. 2018. XD Metrics on Demand Value Analytics: Visualizing the Impact of Internal Information Technology Investments on External Funding Publications and Collaboration Networks. Frontiers in Research Metrics and Analytics (2018).  Olga Scrivener Gangadeep Singh Sara E. Bouchard Scott C. Hutcheson Ben Fulton Matthew R. Link and Katy Borner. 2018. XD Metrics on Demand Value Analytics: Visualizing the Impact of Internal Information Technology Investments on External Funding Publications and Collaboration Networks. Frontiers in Research Metrics and Analytics (2018).","DOI":"10.3389\/frma.2017.00010"},{"key":"e_1_3_2_1_31_1","volume-title":"Investopedia: Profit Center. https:\/\/www.investopedia.com\/terms\/p\/profitcentre.asp","author":"Segal Troy","year":"2019","unstructured":"Troy Segal . 2019 . Investopedia: Profit Center. https:\/\/www.investopedia.com\/terms\/p\/profitcentre.asp Troy Segal. 2019. Investopedia: Profit Center. https:\/\/www.investopedia.com\/terms\/p\/profitcentre.asp"},{"key":"e_1_3_2_1_32_1","volume-title":"How Economics Shapes Science","author":"Stephan P.E.","unstructured":"P.E. Stephan . 2012. How Economics Shapes Science , Vol. 1 . Harvard University Press , Cambridge, MA . P.E. Stephan. 2012. How Economics Shapes Science, Vol. 1. Harvard University Press, Cambridge, MA."},{"key":"e_1_3_2_1_33_1","doi-asserted-by":"publisher","DOI":"10.1145\/3332186.3332228"},{"key":"e_1_3_2_1_34_1","volume-title":"Robert Ping, Tassie Gniady, and Winona Snapp-Childs.","author":"Stewart Craig","year":"2017","unstructured":"Craig Stewart , Beth Plale , Von Welch , Marlon Pierce , Geoffrey C. Fox , Thomas G. Doak , David Y. Hancock , Robert Henschel , Matthew R. Link , Therese Miller , Eric Wernert , Michael J. Boyles , Ben Fulton , Le Mai Weakley , Robert Ping, Tassie Gniady, and Winona Snapp-Childs. 2017 . Pervasive Technology Institute Annual Report : Research Innovations and Advanced Cyberinfrastructure Services in Support of IU Strategic Goals During FY 2017. Technical Report. Indiana University, Bloomington. https:\/\/scholarworks.iu.edu\/dspace\/handle\/2022\/21809 Craig Stewart, Beth Plale, Von Welch, Marlon Pierce, Geoffrey C. Fox, Thomas G. Doak, David Y. Hancock, Robert Henschel, Matthew R. Link, Therese Miller, Eric Wernert, Michael J. Boyles, Ben Fulton, Le Mai Weakley, Robert Ping, Tassie Gniady, and Winona Snapp-Childs. 2017. Pervasive Technology Institute Annual Report: Research Innovations and Advanced Cyberinfrastructure Services in Support of IU Strategic Goals During FY 2017. Technical Report. Indiana University, Bloomington. https:\/\/scholarworks.iu.edu\/dspace\/handle\/2022\/21809"},{"key":"e_1_3_2_1_35_1","doi-asserted-by":"publisher","DOI":"10.1145\/2792745.2792774"},{"key":"e_1_3_2_1_36_1","doi-asserted-by":"crossref","unstructured":"Craig A. Stewart David Y. Hancock Julie Wernert Matthew R. Link Nancy Wilkins-Diehr Therese Miller Kelly Gaither and Winona Snapp-Childs. 2018. Return on Investment for Three Cyberinfrastructure Facilities: A Local Campus Supercomputer the NSF-Funded Jetstream Cloud System and XSEDE (the eXtreme Science and Engineering Discovery Environment). In 2018 IEEE\/ACM 11th International Conference on Utility and Cloud Computing (UCC). IEEE 223--236.  Craig A. Stewart David Y. Hancock Julie Wernert Matthew R. Link Nancy Wilkins-Diehr Therese Miller Kelly Gaither and Winona Snapp-Childs. 2018. Return on Investment for Three Cyberinfrastructure Facilities: A Local Campus Supercomputer the NSF-Funded Jetstream Cloud System and XSEDE (the eXtreme Science and Engineering Discovery Environment). In 2018 IEEE\/ACM 11th International Conference on Utility and Cloud Computing (UCC). IEEE 223--236.","DOI":"10.1109\/UCC.2018.00031"},{"key":"e_1_3_2_1_37_1","doi-asserted-by":"crossref","unstructured":"Craig A. Stewart R. Knepper M.R. Link M. Pierce E.A. Wernert and N. Wilkins-Diehr. 2017. Cyberinfrastructure Cloud Computing Science Gateways Visualization and Cyberinfrastructure Ease of Use. In Encyclopedia of Information Science and Technology Fourth Edition (fourth ed.) M. Khosrow-Pour (Ed.). IGI Global Hershey PA 1063--1074.  Craig A. Stewart R. Knepper M.R. Link M. Pierce E.A. Wernert and N. Wilkins-Diehr. 2017. Cyberinfrastructure Cloud Computing Science Gateways Visualization and Cyberinfrastructure Ease of Use. In Encyclopedia of Information Science and Technology Fourth Edition (fourth ed.) M. Khosrow-Pour (Ed.). IGI Global Hershey PA 1063--1074.","DOI":"10.4018\/978-1-5225-2255-3.ch092"},{"key":"e_1_3_2_1_38_1","doi-asserted-by":"publisher","DOI":"10.1145\/2792745.2792768"},{"key":"e_1_3_2_1_39_1","volume-title":"XSEDE Return on Investment Data and Analysis","author":"Stewart Craig A.","year":"2015","unstructured":"Craig A. Stewart , Julie A. Wernert , Nancy Wilkins-\u00c2ŋ Diehr , and Kelly Gaither . 2018. XSEDE Return on Investment Data and Analysis , 2015 --2017. Technical Report. Indiana University , Bloomington Indiana. http:\/\/hdl.handle.net\/2022\/22491 Craig A. Stewart, Julie A. Wernert, Nancy Wilkins-\u00c2ŋDiehr, and Kelly Gaither. 2018. XSEDE Return on Investment Data and Analysis, 2015--2017. Technical Report. Indiana University, Bloomington Indiana. http:\/\/hdl.handle.net\/2022\/22491"},{"key":"e_1_3_2_1_40_1","doi-asserted-by":"publisher","DOI":"10.1145\/2974927.2974956"},{"key":"e_1_3_2_1_41_1","doi-asserted-by":"publisher","DOI":"10.1109\/CLUSTER.2015.98"}],"event":{"name":"PEARC '19: Practice and Experience in Advanced Research Computing","location":"Chicago IL USA","acronym":"PEARC '19"},"container-title":["Proceedings of the Practice and Experience in Advanced Research Computing on Rise of the Machines (learning)"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3332186.3332228","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3332186.3332228","content-type":"application\/pdf","content-version":"vor","intended-application":"syndication"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3332186.3332228","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,18]],"date-time":"2025-06-18T00:25:38Z","timestamp":1750206338000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3332186.3332228"}},"subtitle":["A survey of current methods"],"short-title":[],"issued":{"date-parts":[[2019,7,28]]},"references-count":39,"alternative-id":["10.1145\/3332186.3332228","10.1145\/3332186"],"URL":"https:\/\/doi.org\/10.1145\/3332186.3332228","relation":{},"subject":[],"published":{"date-parts":[[2019,7,28]]},"assertion":[{"value":"2019-07-28","order":2,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}