{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,2,19]],"date-time":"2026-02-19T15:54:57Z","timestamp":1771516497715,"version":"3.50.1"},"publisher-location":"New York, NY, USA","reference-count":17,"publisher":"ACM","license":[{"start":{"date-parts":[[2023,6,27]],"date-time":"2023-06-27T00:00:00Z","timestamp":1687824000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"funder":[{"DOI":"10.13039\/100006234","name":"Sandia National Laboratories","doi-asserted-by":"publisher","id":[{"id":"10.13039\/100006234","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2023,6,27]]},"DOI":"10.1145\/3589806.3600040","type":"proceedings-article","created":{"date-parts":[[2023,6,28]],"date-time":"2023-06-28T20:09:22Z","timestamp":1687982962000},"page":"85-88","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":3,"title":["Towards Evidence-Based Software Quality Practices for Reproducibility: Preliminary Results and Research Directions"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-1701-0008","authenticated-orcid":false,"given":"Reed","family":"Milewicz","sequence":"first","affiliation":[{"name":"Department of Software Engineering and Research, Sandia National Laboratories, USA"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-5283-2138","authenticated-orcid":false,"given":"Miranda","family":"Mundt","sequence":"additional","affiliation":[{"name":"Department of Software Engineering and Research, Sandia National Laboratories, USA"}]}],"member":"320","published-online":{"date-parts":[[2023,6,28]]},"reference":[{"key":"e_1_3_2_3_2_1","doi-asserted-by":"publisher","DOI":"10.1109\/MCSE.2018.2881905"},{"key":"e_1_3_2_3_3_1","doi-asserted-by":"publisher","DOI":"10.1109\/MCSE.2021.3052101"},{"key":"e_1_3_2_3_4_1","doi-asserted-by":"publisher","DOI":"10.2172\/1846008"},{"key":"e_1_3_2_3_5_1","unstructured":"Coral Calero Maria\u00a0\u00c1ngeles Moraga Manuel\u00a0F Bertoa and Leticia Duboc. 2014. Quality in Use and Software Greenability.. In RE4SuSy@ RE. Citeseer 28\u201336."},{"key":"e_1_3_2_3_6_1","volume-title":"Case study research in software engineering: Guidelines and examples","author":"Host Martin","unstructured":"Martin Host, Austen Rainer, Per Runeson, and Bjorn Regnell. 2012. Case study research in software engineering: Guidelines and examples. John Wiley & Sons."},{"key":"e_1_3_2_3_7_1","volume-title":"Four simple recommendations to encourage best practices in research software. F1000Research 6","author":"Jim\u00e9nez C","year":"2017","unstructured":"Rafael\u00a0C Jim\u00e9nez, Mateusz Kuzak, Monther Alhamdoosh, Michelle Barker, B\u00e9r\u00e9nice Batut, Mikael Borg, Salvador Capella-Gutierrez, Neil\u00a0Chue Hong, Martin Cook, Manuel Corpas, 2017. Four simple recommendations to encourage best practices in research software. F1000Research 6 (2017)."},{"key":"e_1_3_2_3_8_1","doi-asserted-by":"publisher","DOI":"10.1142\/S0218194018500146"},{"key":"e_1_3_2_3_9_1","doi-asserted-by":"publisher","DOI":"10.1109\/ISSREW.2019.00035"},{"key":"e_1_3_2_3_10_1","doi-asserted-by":"publisher","DOI":"10.1002\/cpe.3526"},{"key":"e_1_3_2_3_11_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-45442-5_6"},{"key":"e_1_3_2_3_12_1","first-page":"37","article-title":"Optimized software quality assurance model for testing scientific software","volume":"36","author":"Maheswari G\u00a0Uma","year":"2011","unstructured":"G\u00a0Uma Maheswari and VV\u00a0Rama Prasad. 2011. Optimized software quality assurance model for testing scientific software. International Journal of Computer Applications 36, 7 (2011), 37\u201346.","journal-title":"International Journal of Computer Applications"},{"key":"e_1_3_2_3_13_1","volume-title":"conference. 1\u201311","author":"Mondal Saikat","year":"2022","unstructured":"Saikat Mondal and Banani Roy. 2022. Reproducibility Challenges and Their Impacts on Technical Q&A Websites: The Practitioners\u2019 Perspectives. In 15th innovations in software engineering conference. 1\u201311."},{"key":"e_1_3_2_3_14_1","volume-title":"Reproducibility and replicability in science","author":"Engineering National Academies\u00a0of Sciences, Medicine, 2019.","unstructured":"Engineering National Academies\u00a0of Sciences, Medicine, 2019. Reproducibility and replicability in science. National Academies Press."},{"key":"e_1_3_2_3_15_1","doi-asserted-by":"publisher","DOI":"10.1007\/s11219-014-9246-2"},{"key":"e_1_3_2_3_16_1","volume-title":"The cognitive artifacts of designing","author":"Visser Willemien","unstructured":"Willemien Visser. 2006. The cognitive artifacts of designing. CRC Press."},{"key":"e_1_3_2_3_17_1","doi-asserted-by":"crossref","unstructured":"Craig Willis and Victoria Stodden. 2020. Trust but verify: How to leverage policies workflows and infrastructure to ensure computational reproducibility in publication. (2020).","DOI":"10.1162\/99608f92.25982dcf"},{"key":"e_1_3_2_3_18_1","volume-title":"International Workshop on Software Measurement and the 15th International Conference on Software Process and Product Measurement, Mexico.","author":"Y\u0131lmaz Nebi","year":"2020","unstructured":"Nebi Y\u0131lmaz and Ay\u00e7a\u00a0Koluk\u0131sa Tarhan. 2020. Meta-models for software quality and its evaluation: a systematic literature review. In International Workshop on Software Measurement and the 15th International Conference on Software Process and Product Measurement, Mexico."}],"event":{"name":"ACM REP '23: 2023 ACM Conference on Reproducibility and Replicability","location":"Santa Cruz CA USA","acronym":"ACM REP '23","sponsor":["EIGREP Emerging Interest Group on Reproducibility and Replicability"]},"container-title":["Proceedings of the 2023 ACM Conference on Reproducibility and Replicability"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3589806.3600040","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3589806.3600040","content-type":"application\/pdf","content-version":"vor","intended-application":"syndication"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3589806.3600040","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,17]],"date-time":"2025-06-17T17:49:22Z","timestamp":1750182562000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3589806.3600040"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,6,27]]},"references-count":17,"alternative-id":["10.1145\/3589806.3600040","10.1145\/3589806"],"URL":"https:\/\/doi.org\/10.1145\/3589806.3600040","relation":{},"subject":[],"published":{"date-parts":[[2023,6,27]]},"assertion":[{"value":"2023-06-28","order":2,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}