{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,8,22]],"date-time":"2025-08-22T05:09:10Z","timestamp":1755839350631,"version":"3.41.0"},"publisher-location":"New York, NY, USA","reference-count":35,"publisher":"ACM","license":[{"start":{"date-parts":[[2022,7,8]],"date-time":"2022-07-08T00:00:00Z","timestamp":1657238400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"funder":[{"DOI":"10.13039\/100000015","name":"DOE U.S. Department of Energy","doi-asserted-by":"publisher","award":["DE-AC02-06CH11357"],"award-info":[{"award-number":["DE-AC02-06CH11357"]}],"id":[{"id":"10.13039\/100000015","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000001","name":"NSF (National Science Foundation)","doi-asserted-by":"publisher","award":["2130889"],"award-info":[{"award-number":["2130889"]}],"id":[{"id":"10.13039\/100000001","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100005825","name":"National Institute of Food and Agriculture","doi-asserted-by":"publisher","award":["2021-67021-33775"],"award-info":[{"award-number":["2021-67021-33775"]}],"id":[{"id":"10.13039\/100005825","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2022,7,8]]},"DOI":"10.1145\/3491418.3530768","type":"proceedings-article","created":{"date-parts":[[2022,7,8]],"date-time":"2022-07-08T16:36:23Z","timestamp":1657298183000},"page":"1-8","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":9,"title":["CHI-in-a-Box: Reducing Operational Costs of Research Testbeds"],"prefix":"10.1145","author":[{"given":"Kate","family":"Keahey","sequence":"first","affiliation":[{"name":"Argonne National Laboratory, USA"}]},{"given":"Jason","family":"Anderson","sequence":"additional","affiliation":[{"name":"University of Chicago, USA"}]},{"given":"Michael","family":"Sherman","sequence":"additional","affiliation":[{"name":"University of Chicago, USA"}]},{"given":"Cody","family":"Hammock","sequence":"additional","affiliation":[{"name":"Texas Advanced Computing Center, USA"}]},{"given":"Zhuo","family":"Zhen","sequence":"additional","affiliation":[{"name":"University of Chicago, USA"}]},{"given":"Jenett","family":"Tillotson","sequence":"additional","affiliation":[{"name":"National Center for Atmospheric Research, USA"}]},{"given":"Timothy","family":"Bargo","sequence":"additional","affiliation":[{"name":"University of Illinois Chicago, USA"}]},{"given":"Lance","family":"Long","sequence":"additional","affiliation":[{"name":"University of Illinois Chicago, USA"}]},{"given":"Taimoor","family":"Ul Islam","sequence":"additional","affiliation":[{"name":"Iowa State University, USA"}]},{"given":"Sarath","family":"Babu","sequence":"additional","affiliation":[{"name":"Iowa State University, USA"}]},{"given":"Hongwei","family":"Zhang","sequence":"additional","affiliation":[{"name":"Iowa State University, USA"}]},{"given":"Fran\u00e7ois","family":"Halbach","sequence":"additional","affiliation":[{"name":"Texas Advanced Computing Center, USA"}]}],"member":"320","published-online":{"date-parts":[[2022,7,8]]},"reference":[{"key":"e_1_3_2_1_1_1","doi-asserted-by":"publisher","DOI":"10.1109\/CloudCom.2019.00032"},{"key":"e_1_3_2_1_2_1","doi-asserted-by":"publisher","DOI":"10.1145\/3491418.3530770"},{"key":"e_1_3_2_1_3_1","doi-asserted-by":"publisher","DOI":"10.1109\/MIC.2019.2958545"},{"key":"e_1_3_2_1_4_1","volume-title":"Social-Informatics and Telecommunications Engineering 44 LNICST","author":"Baldine Ilia","year":"2012","unstructured":"Ilia Baldine , Yufeng Xin , Anirban Mandal , Paul Ruth , Chris Heerman , and Jeff Chase . 2012. ExoGENI: A multi-domain infrastructure-as-a-service testbed. Lecture Notes of the Institute for Computer Sciences , Social-Informatics and Telecommunications Engineering 44 LNICST ( 2012 ), 97\u2013113. https:\/\/doi.org\/10.1007\/978-3-642-35576-9_12 10.1007\/978-3-642-35576-9_12 Ilia Baldine, Yufeng Xin, Anirban Mandal, Paul Ruth, Chris Heerman, and Jeff Chase. 2012. ExoGENI: A multi-domain infrastructure-as-a-service testbed. Lecture Notes of the Institute for Computer Sciences, Social-Informatics and Telecommunications Engineering 44 LNICST (2012), 97\u2013113. https:\/\/doi.org\/10.1007\/978-3-642-35576-9_12"},{"key":"e_1_3_2_1_5_1","volume-title":"Adding Virtualization Capabilities to the Grid\u20195000 Testbed. Communications in Computer and Information Science 367 CCIS","author":"Balouek Daniel","year":"2012","unstructured":"Daniel Balouek , Alexandra\u00a0Carpen Amarie , Ghislain Charrier , Fr\u00e9d\u00e9ric Desprez , Emmanuel Jeannot , Emmanuel Jeanvoine , Adrien L\u00e8bre , David Margery , Nicolas Niclausse , Lucas Nussbaum , Olivier Richard , Christian Perez , Flavien Quesnel , Cyril Rohr , and Luc Sarzyniec . 2012. Adding Virtualization Capabilities to the Grid\u20195000 Testbed. Communications in Computer and Information Science 367 CCIS ( 2012 ), 3\u201320. https:\/\/doi.org\/10.1007\/978-3-319-04519-1_1 10.1007\/978-3-319-04519-1_1 Daniel Balouek, Alexandra\u00a0Carpen Amarie, Ghislain Charrier, Fr\u00e9d\u00e9ric Desprez, Emmanuel Jeannot, Emmanuel Jeanvoine, Adrien L\u00e8bre, David Margery, Nicolas Niclausse, Lucas Nussbaum, Olivier Richard, Christian Perez, Flavien Quesnel, Cyril Rohr, and Luc Sarzyniec. 2012. Adding Virtualization Capabilities to the Grid\u20195000 Testbed. Communications in Computer and Information Science 367 CCIS (2012), 3\u201320. https:\/\/doi.org\/10.1007\/978-3-319-04519-1_1"},{"key":"e_1_3_2_1_6_1","volume-title":"GENI: A federated testbed for innovative network experiments. Computer Networks 61 (3","author":"Berman Mark","year":"2014","unstructured":"Mark Berman , Jeffrey\u00a0 S. Chase , Lawrence Landweber , Akihiro Nakao , Max Ott , Dipankar Raychaudhuri , Robert Ricci , and Ivan Seskar . 2014 . GENI: A federated testbed for innovative network experiments. Computer Networks 61 (3 2014), 5\u201323. https:\/\/doi.org\/10.1016\/J.BJP.2013.12.037 10.1016\/J.BJP.2013.12.037 Mark Berman, Jeffrey\u00a0S. Chase, Lawrence Landweber, Akihiro Nakao, Max Ott, Dipankar Raychaudhuri, Robert Ricci, and Ivan Seskar. 2014. GENI: A federated testbed for innovative network experiments. Computer Networks 61 (3 2014), 5\u201323. https:\/\/doi.org\/10.1016\/J.BJP.2013.12.037"},{"key":"e_1_3_2_1_7_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICNP.2019.8888070"},{"key":"e_1_3_2_1_8_1","doi-asserted-by":"publisher","DOI":"10.1109\/INFCOMW.2019.8845093"},{"volume-title":"Retrieved","year":"2022","key":"e_1_3_2_1_9_1","unstructured":"Chameleon. 2022 . Chameleon main page . Retrieved Feb 16, 2022 from https:\/\/chameleoncloud.org\/ Chameleon. 2022. Chameleon main page. Retrieved Feb 16, 2022 from https:\/\/chameleoncloud.org\/"},{"key":"e_1_3_2_1_10_1","unstructured":"Chameleon. 2022. CHI-in-a-Box source repository. https:\/\/github.com\/ChameleonCloud\/chi-in-a-box  Chameleon. 2022. CHI-in-a-Box source repository. https:\/\/github.com\/ChameleonCloud\/chi-in-a-box"},{"volume-title":"Doni: OpenStack Inventory Service. https:\/\/github.com\/ChameleonCloud\/doni","year":"2022","key":"e_1_3_2_1_11_1","unstructured":"Chameleon. 2022 . Doni: OpenStack Inventory Service. https:\/\/github.com\/ChameleonCloud\/doni Chameleon. 2022. Doni: OpenStack Inventory Service. https:\/\/github.com\/ChameleonCloud\/doni"},{"key":"e_1_3_2_1_12_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.softx.2021.100715"},{"key":"e_1_3_2_1_13_1","volume-title":"Proceedings of the USENIX Annual Technical Conference (ATC). USENIX Association","author":"Duplyakin Dmitry","year":"2019","unstructured":"Dmitry Duplyakin , Robert Ricci , Aleksander Maricq , Gary Wong , Jonathon Duerig , Eric Eide , Leigh Stoller , Mike Hibler , David Johnson , Kirk Webb , Aditya Akella , Kuangching Wang , Glenn Ricart , Larry Landweber , Chip Elliott , Michael Zink , Emmanuel Cecchet , Snigdhaswin Kar , and Prabodh Mishra . 2019 . The Design and Operation of CloudLab . In Proceedings of the USENIX Annual Technical Conference (ATC). USENIX Association , Renton, WA, 1\u201314. https:\/\/www.flux.utah.edu\/paper\/duplyakin-atc19 Dmitry Duplyakin, Robert Ricci, Aleksander Maricq, Gary Wong, Jonathon Duerig, Eric Eide, Leigh Stoller, Mike Hibler, David Johnson, Kirk Webb, Aditya Akella, Kuangching Wang, Glenn Ricart, Larry Landweber, Chip Elliott, Michael Zink, Emmanuel Cecchet, Snigdhaswin Kar, and Prabodh Mishra. 2019. The Design and Operation of CloudLab. In Proceedings of the USENIX Annual Technical Conference (ATC). USENIX Association, Renton, WA, 1\u201314. https:\/\/www.flux.utah.edu\/paper\/duplyakin-atc19"},{"key":"e_1_3_2_1_14_1","unstructured":"OpenInfra Foundation. 2022. OpenStack Components. https:\/\/www.openstack.org\/software\/project-navigator  OpenInfra Foundation. 2022. OpenStack Components. https:\/\/www.openstack.org\/software\/project-navigator"},{"key":"e_1_3_2_1_15_1","unstructured":"OpenInfra Foundation. 2022. Stackalytics. https:\/\/www.stackalytics.io\/?release=all&company=universityofchicago&metric=person-day  OpenInfra Foundation. 2022. Stackalytics. https:\/\/www.stackalytics.io\/?release=all&company=universityofchicago&metric=person-day"},{"key":"e_1_3_2_1_16_1","doi-asserted-by":"publisher","DOI":"10.1109\/PERCOMW.2017.7917520"},{"volume-title":"WiNTECH","author":"Hongwei Zhang","key":"e_1_3_2_1_17_1","unstructured":"Hongwei Zhang et al. 2021. ARA: A Wireless Living Lab Vision for Smart and Connected Rural Communities . In WiNTECH . ACM , New Orleans, LA, USA , 9\u201316. Hongwei Zhang et al.2021. ARA: A Wireless Living Lab Vision for Smart and Connected Rural Communities. In WiNTECH. ACM, New Orleans, LA, USA, 9\u201316."},{"key":"e_1_3_2_1_18_1","doi-asserted-by":"publisher","DOI":"10.1109\/MIC.2020.3013361"},{"key":"#cr-split#-e_1_3_2_1_19_1.1","unstructured":"Kate Keahey Jason Anderson Michael Sherman Zhuo Zhen Mark Powers Isabel Brunkan and Adam Cooper. 2021. Chameleon@Edge Community Workshop Report. https:\/\/doi.org\/10.5281\/zenodo.5777344 10.5281\/zenodo.5777344"},{"key":"#cr-split#-e_1_3_2_1_19_1.2","unstructured":"Kate Keahey Jason Anderson Michael Sherman Zhuo Zhen Mark Powers Isabel Brunkan and Adam Cooper. 2021. Chameleon@Edge Community Workshop Report. https:\/\/doi.org\/10.5281\/zenodo.5777344"},{"key":"e_1_3_2_1_20_1","volume-title":"2020 USENIX Annual Technical Conference (USENIX ATC 20)","author":"Keahey Kate","year":"2020","unstructured":"Kate Keahey , Jason Anderson , Zhuo Zhen , Pierre Riteau , Paul Ruth , Dan Stanzione , Mert Cevik , Jacob Colleran , Haryadi\u00a0 S. Gunawi , Cody Hammock , Joe Mambretti , Alexander Barnes , Fran\u00e7ois Halbah , Alex Rocha , and Joe Stubbs . 2020 . Lessons Learned from the Chameleon Testbed . In 2020 USENIX Annual Technical Conference (USENIX ATC 20) . USENIX Association, online, 219\u2013233. https:\/\/www.usenix.org\/conference\/atc20\/presentation\/keahey Kate Keahey, Jason Anderson, Zhuo Zhen, Pierre Riteau, Paul Ruth, Dan Stanzione, Mert Cevik, Jacob Colleran, Haryadi\u00a0S. Gunawi, Cody Hammock, Joe Mambretti, Alexander Barnes, Fran\u00e7ois Halbah, Alex Rocha, and Joe Stubbs. 2020. Lessons Learned from the Chameleon Testbed. In 2020 USENIX Annual Technical Conference (USENIX ATC 20). USENIX Association, online, 219\u2013233. https:\/\/www.usenix.org\/conference\/atc20\/presentation\/keahey"},{"key":"e_1_3_2_1_21_1","volume-title":"Managing Allocatable Resources. In 2019 IEEE 12th International Conference on Cloud Computing (CLOUD). IEEE","author":"Keahey Kate","year":"2019","unstructured":"Kate Keahey , Pierre Riteau , Jason Anderson , and Zhuo Zhen . 2019 . Managing Allocatable Resources. In 2019 IEEE 12th International Conference on Cloud Computing (CLOUD). IEEE , Milan, Italy, 41\u201349. https:\/\/doi.org\/10.1109\/CLOUD. 2019.00019 10.1109\/CLOUD.2019.00019 Kate Keahey, Pierre Riteau, Jason Anderson, and Zhuo Zhen. 2019. Managing Allocatable Resources. In 2019 IEEE 12th International Conference on Cloud Computing (CLOUD). IEEE, Milan, Italy, 41\u201349. https:\/\/doi.org\/10.1109\/CLOUD.2019.00019"},{"key":"e_1_3_2_1_22_1","volume-title":"Chameleon: A Scalable Production Testbed for Computer Science Research. In Contemporary High Performance Computing. CRC, Boca Raton, 123\u2013148. https:\/\/doi.org\/10.1201\/9781351036863-5","author":"Keahey Kate","year":"2019","unstructured":"Kate Keahey , Pierre Riteau , Dan Stanzione , Tim Cockerill , Joe Mambretti , Paul Rad , and Paul Ruth . 2019 . Chameleon: A Scalable Production Testbed for Computer Science Research. In Contemporary High Performance Computing. CRC, Boca Raton, 123\u2013148. https:\/\/doi.org\/10.1201\/9781351036863-5 10.1201\/9781351036863-5 Kate Keahey, Pierre Riteau, Dan Stanzione, Tim Cockerill, Joe Mambretti, Paul Rad, and Paul Ruth. 2019. Chameleon: A Scalable Production Testbed for Computer Science Research. In Contemporary High Performance Computing. CRC, Boca Raton, 123\u2013148. https:\/\/doi.org\/10.1201\/9781351036863-5"},{"key":"e_1_3_2_1_23_1","volume-title":"Composable Infrastructures for an Academic Research Environment: Lessons Learned. (3","author":"Long Lance","year":"2022","unstructured":"Lance Long , Tim Bargo , Luc Renambot , Maxine Brown , and Andrew Johnson . 2022. Composable Infrastructures for an Academic Research Environment: Lessons Learned. (3 June 2022 ). submitted. Lance Long, Tim Bargo, Luc Renambot, Maxine Brown, and Andrew Johnson. 2022. Composable Infrastructures for an Academic Research Environment: Lessons Learned. (3 June 2022). submitted."},{"volume-title":"Testbeds and Research Infrastructure: Development of Networks and Communities, Victor\u00a0C","author":"Margery David","key":"e_1_3_2_1_24_1","unstructured":"David Margery , Emile Morel , Lucas Nussbaum , Olivier Richard , and Cyril Rohr . 2014. Resources Description , Selection , Reservation and Verification on a Large-Scale Testbed . In Testbeds and Research Infrastructure: Development of Networks and Communities, Victor\u00a0C .M. Leung, Min Chen, Jiafu Wan, and Yin Zhang (Eds.). Springer International Publishing , Cham , 239\u2013247. David Margery, Emile Morel, Lucas Nussbaum, Olivier Richard, and Cyril Rohr. 2014. Resources Description, Selection, Reservation and Verification on a Large-Scale Testbed. In Testbeds and Research Infrastructure: Development of Networks and Communities, Victor\u00a0C.M. Leung, Min Chen, Jiafu Wan, and Yin Zhang (Eds.). Springer International Publishing, Cham, 239\u2013247."},{"key":"e_1_3_2_1_25_1","unstructured":"MOC. 2022. Mass Open Cloud \u2013 An Open Cloud Exchange Public Cloud. https:\/\/massopen.cloud\/  MOC. 2022. Mass Open Cloud \u2013 An Open Cloud Exchange Public Cloud. https:\/\/massopen.cloud\/"},{"key":"e_1_3_2_1_26_1","unstructured":"Mark Powers. 2022. Interactive Science Made Easy with Chameleon Daypass. https:\/\/www.chameleoncloud.org\/blog\/2022\/01\/24\/interactive-science-made-easy-with-chameleon-daypass\/  Mark Powers. 2022. Interactive Science Made Easy with Chameleon Daypass. https:\/\/www.chameleoncloud.org\/blog\/2022\/01\/24\/interactive-science-made-easy-with-chameleon-daypass\/"},{"key":"e_1_3_2_1_27_1","volume-title":"Overcast: Running Controlled Experiments Spanning Research and Commercial Clouds. In IEEE INFOCOM 2021-IEEE Conference on Computer Communications Workshops (INFOCOM WKSHPS). IEEE.","author":"Ruth Paul","year":"2021","unstructured":"Paul Ruth , Kate Keahey , Mert Cevik , Zhuo Zhen , Cong Wang , and Jason Anderson . 2021 . Overcast: Running Controlled Experiments Spanning Research and Commercial Clouds. In IEEE INFOCOM 2021-IEEE Conference on Computer Communications Workshops (INFOCOM WKSHPS). IEEE. Paul Ruth, Kate Keahey, Mert Cevik, Zhuo Zhen, Cong Wang, and Jason Anderson. 2021. Overcast: Running Controlled Experiments Spanning Research and Commercial Clouds. In IEEE INFOCOM 2021-IEEE Conference on Computer Communications Workshops (INFOCOM WKSHPS). IEEE."},{"key":"e_1_3_2_1_28_1","volume-title":"Kayobe: An Introduction. https:\/\/www.stackhpc.com\/pages\/kayobe.html","author":"HPC.","year":"2022","unstructured":"Stack HPC. 2022 . Kayobe: An Introduction. https:\/\/www.stackhpc.com\/pages\/kayobe.html StackHPC. 2022. Kayobe: An Introduction. https:\/\/www.stackhpc.com\/pages\/kayobe.html"},{"key":"e_1_3_2_1_29_1","doi-asserted-by":"publisher","DOI":"10.1145\/2792745.2792774"},{"key":"e_1_3_2_1_30_1","unstructured":"Chameleon Team. 2022. Chameleon Cloud Python API. https:\/\/python-chi.readthedocs.io\/en\/latest\/  Chameleon Team. 2022. Chameleon Cloud Python API. https:\/\/python-chi.readthedocs.io\/en\/latest\/"},{"key":"e_1_3_2_1_31_1","volume-title":"Hammers: Percussive Maintenance. https:\/\/chameleoncloud.gitbook.io\/chi-in-a-box\/operations\/chameleon-tools\/hammers","author":"Team Chameleon","year":"2022","unstructured":"Chameleon Team . 2022 . Hammers: Percussive Maintenance. https:\/\/chameleoncloud.gitbook.io\/chi-in-a-box\/operations\/chameleon-tools\/hammers Chameleon Team. 2022. Hammers: Percussive Maintenance. https:\/\/chameleoncloud.gitbook.io\/chi-in-a-box\/operations\/chameleon-tools\/hammers"},{"key":"e_1_3_2_1_32_1","volume-title":"Trovi: Practical Open Reproducibility. https:\/\/chameleoncloud.gitbook.io\/trovi\/","author":"Team Chameleon","year":"2022","unstructured":"Chameleon Team . 2022 . Trovi: Practical Open Reproducibility. https:\/\/chameleoncloud.gitbook.io\/trovi\/ Chameleon Team. 2022. Trovi: Practical Open Reproducibility. https:\/\/chameleoncloud.gitbook.io\/trovi\/"},{"key":"e_1_3_2_1_33_1","doi-asserted-by":"publisher","DOI":"10.1109\/eScience.2016.7870901"},{"key":"e_1_3_2_1_34_1","doi-asserted-by":"publisher","DOI":"10.1145\/1060289.1060313"}],"event":{"name":"PEARC '22: Practice and Experience in Advanced Research Computing","sponsor":["SIGAPP ACM Special Interest Group on Applied Computing","SIGHPC ACM Special Interest Group on High Performance Computing, Special Interest Group on High Performance Computing"],"location":"Boston MA USA","acronym":"PEARC '22"},"container-title":["Practice and Experience in Advanced Research Computing"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3491418.3530768","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3491418.3530768","content-type":"application\/pdf","content-version":"vor","intended-application":"syndication"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3491418.3530768","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,17]],"date-time":"2025-06-17T19:30:48Z","timestamp":1750188648000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3491418.3530768"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022,7,8]]},"references-count":35,"alternative-id":["10.1145\/3491418.3530768","10.1145\/3491418"],"URL":"https:\/\/doi.org\/10.1145\/3491418.3530768","relation":{},"subject":[],"published":{"date-parts":[[2022,7,8]]},"assertion":[{"value":"2022-07-08","order":2,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}