{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,26]],"date-time":"2026-06-26T17:55:58Z","timestamp":1782496558035,"version":"3.54.5"},"publisher-location":"New York, NY, USA","reference-count":59,"publisher":"ACM","license":[{"start":{"date-parts":[[2026,6,28]],"date-time":"2026-06-28T00:00:00Z","timestamp":1782604800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/legalcode"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2026,6,29]]},"DOI":"10.1145\/3815572.3815756","type":"proceedings-article","created":{"date-parts":[[2026,6,26]],"date-time":"2026-06-26T17:44:02Z","timestamp":1782495842000},"page":"1-12","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":0,"title":["Exploring Sustainability in Scientific Software through Code Quality & Test Coverage Metrics"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0009-0001-1238-238X","authenticated-orcid":false,"given":"Sheikh Md. Mushfiqur","family":"Rahman","sequence":"first","affiliation":[{"name":"University of Tennessee, Knoxville, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-8591-2441","authenticated-orcid":false,"given":"Gregory","family":"Watson","sequence":"additional","affiliation":[{"name":"Oak Ridge National Laboratory, Oak Ridge, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-5228-4664","authenticated-orcid":false,"given":"Nasir U.","family":"Eisty","sequence":"additional","affiliation":[{"name":"University of Tennessee, Knoxville, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"320","published-online":{"date-parts":[[2026,6,28]]},"reference":[{"key":"e_1_3_2_1_1_1","unstructured":"[n.d.]. CVE-CVE-2021-44228 -cve.mitre.org. https:\/\/cve.mitre.org\/cgi-bin\/cvename.cgi?name=CVE-2021-44228. [Accessed 04-08-2025]."},{"key":"e_1_3_2_1_2_1","unstructured":"2025. Consortium for the Advancement of Scientific Software. https:\/\/cass.community\/. Accessed: 2025-12-12."},{"key":"e_1_3_2_1_3_1","doi-asserted-by":"crossref","unstructured":"Hartwig Anzt Felix Bach Stephan Druskat Frank L\u00d6ffler Axel Loewe Bernhard Y Renard Gunnar Seemann Alexander Struck Elke Achhammer Piush Aggarwal et al. 2021. An environment for sustainable research software in Germany and beyond: current state open challenges and call for action. F1000Research 9 (2021).","DOI":"10.12688\/f1000research.23224.1"},{"key":"e_1_3_2_1_4_1","volume-title":"2009 31st International Conference on Software Engineering-Companion Volume. IEEE, 195\u2013198","author":"Arafat Oliver","year":"2009","unstructured":"Oliver Arafat and Dirk Riehle. 2009. The comment density of open source software code. In 2009 31st International Conference on Software Engineering-Companion Volume. IEEE, 195\u2013198."},{"key":"e_1_3_2_1_5_1","doi-asserted-by":"publisher","DOI":"10.1109\/ESEM.2019.8870181"},{"key":"e_1_3_2_1_6_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICPC.2016.7503718"},{"key":"e_1_3_2_1_7_1","doi-asserted-by":"publisher","DOI":"10.1111\/j.2517-6161.1995.tb02031.x"},{"key":"e_1_3_2_1_8_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.jss.2006.02.036"},{"key":"e_1_3_2_1_9_1","volume-title":"A survey of the state of the practice for research software in the United States. Peerj computer science 8","author":"Carver Jeffrey C","year":"2022","unstructured":"Jeffrey C Carver, Nic Weber, Karthik Ram, Sandra Gesing, and Daniel S Katz. 2022. A survey of the state of the practice for research software in the United States. Peerj computer science 8 (2022), e963."},{"key":"e_1_3_2_1_10_1","doi-asserted-by":"publisher","DOI":"10.17705\/1jais.00244"},{"key":"e_1_3_2_1_11_1","doi-asserted-by":"publisher","DOI":"10.1109\/32.295895"},{"key":"e_1_3_2_1_12_1","doi-asserted-by":"publisher","DOI":"10.1145\/3106237.3106246"},{"key":"e_1_3_2_1_13_1","doi-asserted-by":"publisher","DOI":"10.1145\/3239235.3240501"},{"key":"e_1_3_2_1_14_1","doi-asserted-by":"crossref","unstructured":"Jacob Cohen. 2013. Statistical power analysis for the behavioral sciences. routledge.","DOI":"10.4324\/9780203771587"},{"key":"e_1_3_2_1_15_1","volume-title":"CASS Software Portfolio. https:\/\/cass.community\/software\/","author":"Scientific Constorium","year":"2025","unstructured":"Constorium for the Advancement of Scientific Software (CASS). 2024. CASS Software Portfolio. https:\/\/cass.community\/software\/. Accessed: July 2025."},{"key":"e_1_3_2_1_16_1","doi-asserted-by":"crossref","DOI":"10.1002\/9781118165881","volume-title":"Nonparametric statistics for non-statisticians. (No Title)","author":"Corder Gregory W","year":"2009","unstructured":"Gregory W Corder and Dale I Foreman. 2009. Nonparametric statistics for non-statisticians. (No Title) (2009)."},{"key":"e_1_3_2_1_17_1","doi-asserted-by":"publisher","DOI":"10.1080\/00031305.1990.10475751"},{"key":"e_1_3_2_1_18_1","doi-asserted-by":"publisher","unstructured":"Albert Danial. 2021. cloc:v1.92. doi:10.5281\/zenodo.5760077","DOI":"10.5281\/zenodo.5760077"},{"key":"e_1_3_2_1_19_1","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2005.130"},{"key":"e_1_3_2_1_20_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICSE43902.2021.00093"},{"key":"e_1_3_2_1_21_1","volume-title":"Research Software Sustainability and Citation. In 2021 IEEE\/ACM International Workshop on Body of Knowledge for Software Sustainability (BoKSS). IEEE, 1\u20132.","author":"Druskat Stephan","year":"2021","unstructured":"Stephan Druskat, Daniel S Katz, and Ilian T Todorov. 2021. Research Software Sustainability and Citation. In 2021 IEEE\/ACM International Workshop on Body of Knowledge for Software Sustainability (BoKSS). IEEE, 1\u20132."},{"key":"e_1_3_2_1_22_1","volume-title":"International Conference on Computational Science. Springer, 457\u2013463","author":"Eisty Nasir U","year":"2020","unstructured":"Nasir U Eisty, Danny Perez, Jeffrey C Carver, J David Moulton, and Hai Ah Nam. 2020. Testing research software: A case study. In International Conference on Computational Science. Springer, 457\u2013463."},{"key":"e_1_3_2_1_23_1","volume-title":"Design Patterns: Micro-Architectures for Reusable Object-Oriented Design. Reading: Addison-Wesley","author":"Gamma Erich","year":"1994","unstructured":"Erich Gamma, Richard Helm, Ralph Johnson, and John Vlissides. 1994. Design Patterns: Micro-Architectures for Reusable Object-Oriented Design. Reading: Addison-Wesley (1994)."},{"key":"e_1_3_2_1_24_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.is.2014.10.005"},{"key":"e_1_3_2_1_25_1","doi-asserted-by":"publisher","DOI":"10.1109\/SoHeal52568.2021.00010"},{"key":"e_1_3_2_1_26_1","volume-title":"Effect sizes for research: A broad practical approach","author":"Grissom Robert J","unstructured":"Robert J Grissom and John J Kim. 2005. Effect sizes for research: A broad practical approach. Lawrence Erlbaum Associates Publishers."},{"key":"e_1_3_2_1_27_1","volume-title":"2024 IEEE International Conference on Software Analysis, Evolution and Reengineering (SANER). IEEE, 981\u2013992","author":"Han Junxiao","year":"2024","unstructured":"Junxiao Han, Yunkun Wang, Zhongxin Liu, Lingfeng Bao, Jiakun Liu, David Lo, and Shuiguang Deng. 2024. Sustainability forecasting for deep learning packages. In 2024 IEEE International Conference on Software Analysis, Evolution and Reengineering (SANER). IEEE, 981\u2013992."},{"key":"e_1_3_2_1_28_1","volume-title":"Comparison of values of Pearson's and Spearman's correlation coefficients on the same sets of data. Quaestiones geographicae 30, 2","author":"Hauke Jan","year":"2011","unstructured":"Jan Hauke and Tomasz Kossowski. 2011. Comparison of values of Pearson's and Spearman's correlation coefficients on the same sets of data. Quaestiones geographicae 30, 2 (2011), 87\u201393."},{"key":"e_1_3_2_1_29_1","unstructured":"Martin Hitz and Behzad Montazeri. 1995. Measuring coupling and cohesion in object-oriented systems. na."},{"key":"e_1_3_2_1_30_1","volume-title":"Testing scientific software: A systematic literature review. Information and software technology 56, 10","author":"Kanewala Upulee","year":"2014","unstructured":"Upulee Kanewala and James M Bieman. 2014. Testing scientific software: A systematic literature review. Information and software technology 56, 10 (2014), 1219\u20131232."},{"key":"e_1_3_2_1_31_1","volume-title":"Research Software: Challenges & Actions. The Future of Research Software: International Funders Workshop","author":"Katz DS","year":"2022","unstructured":"DS Katz. 2022. Research Software: Challenges & Actions. The Future of Research Software: International Funders Workshop, Amsterdam, the Netherlands."},{"key":"e_1_3_2_1_32_1","doi-asserted-by":"crossref","first-page":"1060","DOI":"10.1109\/PROC.1980.11805","article-title":"Programs, life cycles, and laws of software evolution","volume":"68","author":"Lehman Meir M","year":"2005","unstructured":"Meir M Lehman. 2005. Programs, life cycles, and laws of software evolution. Proc. IEEE 68, 9 (2005), 1060\u20131076.","journal-title":"Proc. IEEE"},{"key":"e_1_3_2_1_33_1","volume-title":"OO design quality metrics. An analysis of dependencies 12, 1","author":"Martin Robert","year":"1994","unstructured":"Robert Martin. 1994. OO design quality metrics. An analysis of dependencies 12, 1 (1994), 151\u2013170."},{"key":"e_1_3_2_1_34_1","series-title":"Journal of Physics: Conference Series","volume-title":"tools and experience","author":"Martin-Haugh Stewart","year":"2011","unstructured":"Stewart Martin-Haugh, Stefan Kluth, Rolf Seuster, Scott Snyder, Emil Obreshkov, Shaun Roe, Peter Sherwood, and Graeme A Stewart. 2017. C++ software quality in the ATLAS experiment: tools and experience. In Journal of Physics: Conference Series, Vol. 898. IOP Publishing, 072011."},{"key":"e_1_3_2_1_35_1","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.1976.233837"},{"key":"e_1_3_2_1_36_1","unstructured":"Paulo Roberto Miranda Meirelles. 2013. Monitoramento de m\u00e9tricas de c\u00f3digofonte em projetos de software livre. (2013)."},{"key":"e_1_3_2_1_37_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.jss.2011.11.010"},{"key":"e_1_3_2_1_38_1","first-page":"1","article-title":"Software sustainability of global impact models","volume":"2024","author":"Nyenah Emmanuel","year":"2024","unstructured":"Emmanuel Nyenah, Petra D\u00d6ll, Daniel S Katz, and Robert Reinecke. 2024. Software sustainability of global impact models. Geoscientific Model Development Discussions 2024 (2024), 1\u201329.","journal-title":"Geoscientific Model Development Discussions"},{"key":"e_1_3_2_1_39_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.iot.2023.100808"},{"key":"e_1_3_2_1_40_1","volume-title":"Comparison of values of Pearson's and Spearman's correlation coefficients. Comparison Of Values Of Pearson's And Spearman's Correlation Coefficients","author":"Pearson's COVO","year":"2011","unstructured":"COVO Pearson's. 2011. Comparison of values of Pearson's and Spearman's correlation coefficients. Comparison Of Values Of Pearson's And Spearman's Correlation Coefficients (2011)."},{"key":"e_1_3_2_1_41_1","volume-title":"Going farther together: The impact of social capital on sustained participation in open source. In 2019 ieee\/acm 41st international conference on software engineering (icse)","author":"Qiu Huilian Sophie","unstructured":"Huilian Sophie Qiu, Alexander Nolte, Anita Brown, Alexander Serebrenik, and Bogdan Vasilescu. 2019. Going farther together: The impact of social capital on sustained participation in open source. In 2019 ieee\/acm 41st international conference on software engineering (icse). IEEE, 688\u2013699."},{"key":"e_1_3_2_1_42_1","doi-asserted-by":"crossref","first-page":"041005","DOI":"10.1088\/1748-9326\/ac5cf8","article-title":"The critical need to foster computational reproducibility","volume":"17","author":"Reinecke Robert","year":"2022","unstructured":"Robert Reinecke, Tim Trautmann, Thorsten Wagener, and Katja Sch\u00fcler. 2022. The critical need to foster computational reproducibility. Environmental Research Letters 17, 4 (2022), 041005.","journal-title":"Environmental Research Letters"},{"key":"e_1_3_2_1_43_1","first-page":"4","article-title":"The critical need to foster computational reproducibility","volume":"17","author":"Reinecke Robert","year":"2022","unstructured":"Robert Reinecke, Tim Trautmann, Thorsten Wagener, and Katja Sch\u00fcler. 2022. The critical need to foster computational reproducibility. Environ. Res. Lett. 17, 4 (April 2022), 041005.","journal-title":"Environ. Res. Lett."},{"key":"e_1_3_2_1_44_1","unstructured":"Jeanine Romano Jeffrey D Kromrey Jesse Coraggio and Jeff Skowronek. 2006. Appropriate statistics for ordinal level data: Should we really be using t-test and Cohen'sd for evaluating group differences on the NSSE and other surveys. In annual meeting of the Florida Association of Institutional Research Vol. 177."},{"key":"e_1_3_2_1_45_1","volume-title":"gcovr: Code coverage reporting for C\/C+ + projects. https:\/\/gcovr.com. Version 6.0","author":"Schwarz Felix","year":"2025","unstructured":"Felix Schwarz and contributors. 2024. gcovr: Code coverage reporting for C\/C+ + projects. https:\/\/gcovr.com. Version 6.0, Accessed: July 2025."},{"key":"e_1_3_2_1_46_1","doi-asserted-by":"publisher","DOI":"10.1109\/VLHCC.2007.17"},{"key":"e_1_3_2_1_47_1","doi-asserted-by":"publisher","DOI":"10.1145\/3540250.3549132"},{"key":"e_1_3_2_1_48_1","doi-asserted-by":"publisher","DOI":"10.1145\/3368089.3409746"},{"key":"e_1_3_2_1_49_1","doi-asserted-by":"publisher","DOI":"10.1109\/METRIC.1999.809745"},{"key":"e_1_3_2_1_50_1","volume-title":"Brazilian conference on software: theory and practice (Tools Session).","author":"Terceiro Antonio","year":"2010","unstructured":"Antonio Terceiro, Joenio Costa, Jo\u00e3o Miranda, Paulo Meirelles, Luiz Rom\u00e1rio Rios, Lucianna Almeida, Christina Chavez, and Fabio Kon. 2010. Analizo: an extensible multi-language source code analysis and visualization toolkit. In Brazilian conference on software: theory and practice (Tools Session)."},{"key":"e_1_3_2_1_51_1","volume-title":"2012 16th European Conference on Software Maintenance and Reengineering. IEEE, 85\u201394","author":"Terceiro Antonio","year":"2012","unstructured":"Antonio Terceiro, Manoel Mendon\u00e7a, Christina Chavez, and Daniela S Cruzes. 2012. Understanding structural complexity evolution: A quantitative analysis. In 2012 16th European Conference on Software Maintenance and Reengineering. IEEE, 85\u201394."},{"key":"e_1_3_2_1_52_1","doi-asserted-by":"publisher","DOI":"10.1145\/3387904.3389273"},{"key":"e_1_3_2_1_53_1","doi-asserted-by":"publisher","DOI":"10.1007\/s11334-017-0306-1"},{"key":"e_1_3_2_1_54_1","doi-asserted-by":"publisher","DOI":"10.1145\/3236024.3236062"},{"key":"e_1_3_2_1_55_1","volume-title":"Pair programming illuminated","author":"Williams Laurie","unstructured":"Laurie Williams and Robert R Kessler. 2003. Pair programming illuminated. Addison-Wesley Professional."},{"key":"e_1_3_2_1_56_1","volume-title":"\u201cO'Reilly Media","author":"Winters Titus","unstructured":"Titus Winters, Tom Manshreck, and Hyrum Wright. 2020. Software engineering at google: Lessons learned from programming over time. \u201cO'Reilly Media, Inc.\u201d."},{"key":"e_1_3_2_1_57_1","doi-asserted-by":"publisher","DOI":"10.1145\/3611643.3616349"},{"key":"e_1_3_2_1_58_1","doi-asserted-by":"publisher","DOI":"10.1145\/3468264.3468563"},{"key":"e_1_3_2_1_59_1","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2019.2946156"}],"event":{"name":"PASC '26: Platform for Advanced Scientific Computing Conference","location":"Bern Switzerland","acronym":"PASC '26","sponsor":["SIGHPC ACM Special Interest Group on High Performance Computing, Special Interest Group on High Performance Computing"]},"container-title":["Proceedings of the Platform for Advanced Scientific Computing Conference"],"original-title":[],"deposited":{"date-parts":[[2026,6,26]],"date-time":"2026-06-26T17:44:16Z","timestamp":1782495856000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3815572.3815756"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026,6,28]]},"references-count":59,"alternative-id":["10.1145\/3815572.3815756","10.1145\/3815572"],"URL":"https:\/\/doi.org\/10.1145\/3815572.3815756","relation":{},"subject":[],"published":{"date-parts":[[2026,6,28]]},"assertion":[{"value":"2026-06-28","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}